2024-07-26T07:25:07.557 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-26T07:25:07.579 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T07:25:07.662 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818701 branch: wip-vshankar-testing-20240725.121331-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev} email: vshankar@redhat.com first_in_suite: false job_id: '7818701' kernel: flavor: default kdb: 1 sha1: 3e9255e907100f88049f320ca33d977e29155d12 last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-vshankar-testing-20240725.121331-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: client: pid file: '' mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20240725.121331-debug sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 owner: scheduled_vshankar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 5532 sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 sleep_before_teardown: 0 subset: 1001/1024 suite: fs suite_branch: wip-vshankar-testing-20240725.121331-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi105.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH6qirq9zkIwJ/9N8vSQZMPaN9Q4RewF54g/r+KX8mbRyLOnGW4G3rdiLxfERMKZj+2w3FExoBtw161V7RGGSRQ= smithi143.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMA/WNbszrPQPKBcVxnB5V2gx9808LdMGQF8PB9CJsmh0AZtvGTI8tYjFpZB2qsFabbgae5GfHXkVCvXVOcv+HY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_04:18:59 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 2024-07-26T07:25:07.663 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa; will attempt to use it 2024-07-26T07:25:07.663 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks 2024-07-26T07:25:07.664 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-26T07:25:07.665 INFO:teuthology.task.internal:Checking packages... 2024-07-26T07:25:07.687 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528' 2024-07-26T07:25:07.687 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T07:25:07.687 INFO:teuthology.packaging:ref: None 2024-07-26T07:25:07.687 INFO:teuthology.packaging:tag: None 2024-07-26T07:25:07.687 INFO:teuthology.packaging:branch: wip-vshankar-testing-20240725.121331-debug 2024-07-26T07:25:07.687 INFO:teuthology.packaging:sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T07:25:07.688 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-vshankar-testing-20240725.121331-debug 2024-07-26T07:25:07.830 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5320.ge8f88bb1 2024-07-26T07:25:07.832 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-26T07:25:07.839 INFO:teuthology.task.internal:no buildpackages task found 2024-07-26T07:25:07.839 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-26T07:25:07.863 INFO:teuthology.task.internal:Saving configuration 2024-07-26T07:25:07.886 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-26T07:25:07.898 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-26T07:25:07.924 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi105.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 07:20:13.998777', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH6qirq9zkIwJ/9N8vSQZMPaN9Q4RewF54g/r+KX8mbRyLOnGW4G3rdiLxfERMKZj+2w3FExoBtw161V7RGGSRQ='} 2024-07-26T07:25:07.945 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi143.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 07:20:14.000463', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMA/WNbszrPQPKBcVxnB5V2gx9808LdMGQF8PB9CJsmh0AZtvGTI8tYjFpZB2qsFabbgae5GfHXkVCvXVOcv+HY='} 2024-07-26T07:25:07.945 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-26T07:25:07.956 INFO:teuthology.task.internal:roles: ubuntu@smithi105.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-07-26T07:25:07.957 INFO:teuthology.task.internal:roles: ubuntu@smithi143.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-07-26T07:25:07.957 INFO:teuthology.run_tasks:Running task console_log... 2024-07-26T07:25:08.023 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd6661dbac0>, signals=[15]) 2024-07-26T07:25:08.023 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-26T07:25:08.034 INFO:teuthology.task.internal:Opening connections... 2024-07-26T07:25:08.034 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:25:08.036 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:25:08.119 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:25:08.119 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:25:08.201 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-26T07:25:08.212 DEBUG:teuthology.orchestra.run.smithi105:> uname -m 2024-07-26T07:25:08.230 INFO:teuthology.orchestra.run.smithi105.stdout:x86_64 2024-07-26T07:25:08.230 DEBUG:teuthology.orchestra.run.smithi105:> cat /etc/os-release 2024-07-26T07:25:08.288 INFO:teuthology.orchestra.run.smithi105.stdout:NAME="CentOS Stream" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION="9" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:ID="centos" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:ID_LIKE="rhel fedora" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION_ID="9" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM_ID="platform:el9" 2024-07-26T07:25:08.289 INFO:teuthology.orchestra.run.smithi105.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:ANSI_COLOR="0;31" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:LOGO="fedora-logo-icon" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:HOME_URL="https://centos.org/" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T07:25:08.290 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T07:25:08.291 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T07:25:08.292 INFO:teuthology.lock.ops:Updating smithi105.front.sepia.ceph.com on lock server 2024-07-26T07:25:08.318 DEBUG:teuthology.orchestra.run.smithi143:> uname -m 2024-07-26T07:25:08.336 INFO:teuthology.orchestra.run.smithi143.stdout:x86_64 2024-07-26T07:25:08.336 DEBUG:teuthology.orchestra.run.smithi143:> cat /etc/os-release 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:NAME="CentOS Stream" 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION="9" 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:ID="centos" 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:ID_LIKE="rhel fedora" 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION_ID="9" 2024-07-26T07:25:08.393 INFO:teuthology.orchestra.run.smithi143.stdout:PLATFORM_ID="platform:el9" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:ANSI_COLOR="0;31" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:LOGO="fedora-logo-icon" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:HOME_URL="https://centos.org/" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T07:25:08.394 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T07:25:08.394 INFO:teuthology.lock.ops:Updating smithi143.front.sepia.ceph.com on lock server 2024-07-26T07:25:08.418 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-26T07:25:08.430 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-26T07:25:08.445 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-26T07:25:08.445 DEBUG:teuthology.orchestra.run.smithi105:> test '!' -e /home/ubuntu/cephtest 2024-07-26T07:25:08.448 DEBUG:teuthology.orchestra.run.smithi143:> test '!' -e /home/ubuntu/cephtest 2024-07-26T07:25:08.464 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-26T07:25:08.475 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-26T07:25:08.475 DEBUG:teuthology.orchestra.run.smithi105:> test -z $(ls -A /var/lib/ceph) 2024-07-26T07:25:08.504 DEBUG:teuthology.orchestra.run.smithi143:> test -z $(ls -A /var/lib/ceph) 2024-07-26T07:25:08.606 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-26T07:25:08.660 INFO:teuthology.run_tasks:Running task kernel... 2024-07-26T07:25:08.684 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'} 2024-07-26T07:25:08.684 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}, 'mon.b': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}}, timeout 300 2024-07-26T07:25:08.685 DEBUG:teuthology.orchestra.run.smithi105:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T07:25:08.685 DEBUG:teuthology.orchestra.run.smithi143:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T07:25:08.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:25:08.702 DEBUG:teuthology.task.kernel:sha1 for mon.a is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.702 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-26T07:25:08.702 DEBUG:teuthology.orchestra.run.smithi105:> uname -r 2024-07-26T07:25:08.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:25:08.703 DEBUG:teuthology.task.kernel:sha1 for mon.b is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.703 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-26T07:25:08.703 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-07-26T07:25:08.759 INFO:teuthology.orchestra.run.smithi105.stdout:5.14.0-437.el9.x86_64 2024-07-26T07:25:08.759 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.760 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-26T07:25:08.760 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.764 INFO:teuthology.orchestra.run.smithi143.stdout:5.14.0-437.el9.x86_64 2024-07-26T07:25:08.764 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.764 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-26T07:25:08.764 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:08.904 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum upgrade -y linux-firmware 2024-07-26T07:25:08.908 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum upgrade -y linux-firmware 2024-07-26T07:25:12.569 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-07-26T07:25:12.671 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-07-26T07:25:14.803 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - AppStream 17 MB/s | 20 MB 00:01 2024-07-26T07:25:15.197 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - AppStream 14 MB/s | 20 MB 00:01 2024-07-26T07:25:19.037 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-07-26T07:25:20.914 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.5 MB 00:01 2024-07-26T07:25:21.172 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - Extras packages 20 kB/s | 18 kB 00:00 2024-07-26T07:25:22.067 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-07-26T07:25:22.432 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 18 kB 00:00 2024-07-26T07:25:23.561 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 22 MB/s | 22 MB 00:01 2024-07-26T07:25:27.431 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-07-26T07:25:28.891 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-07-26T07:25:29.574 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout: Package Architecture Version Repository Size 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrading: 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-07-26T07:25:29.578 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-07-26T07:25:29.579 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrade 1 Package 2024-07-26T07:25:29.579 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:25:29.579 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 383 M 2024-07-26T07:25:29.579 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-07-26T07:25:31.000 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout: Package Architecture Version Repository Size 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:25:31.011 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 1 Package 2024-07-26T07:25:31.012 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:25:31.012 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 383 M 2024-07-26T07:25:31.012 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2024-07-26T07:25:41.217 INFO:teuthology.orchestra.run.smithi105.stdout:linux-firmware-20240716-145.el9.noarch.rpm 38 MB/s | 383 MB 00:10 2024-07-26T07:25:41.217 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2024-07-26T07:25:41.218 INFO:teuthology.orchestra.run.smithi105.stdout:Total 38 MB/s | 383 MB 00:10 2024-07-26T07:25:43.681 INFO:teuthology.orchestra.run.smithi143.stdout:linux-firmware-20240716-145.el9.noarch.rpm 27 MB/s | 383 MB 00:14 2024-07-26T07:25:43.682 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-07-26T07:25:43.682 INFO:teuthology.orchestra.run.smithi143.stdout:Total 27 MB/s | 383 MB 00:14 2024-07-26T07:25:44.304 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2024-07-26T07:25:44.501 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2024-07-26T07:25:44.501 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2024-07-26T07:25:46.770 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-07-26T07:25:46.927 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-07-26T07:25:46.927 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-07-26T07:25:47.755 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2024-07-26T07:25:47.755 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2024-07-26T07:25:50.184 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-07-26T07:25:50.184 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-07-26T07:25:56.818 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2024-07-26T07:25:57.510 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T07:25:57.600 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:25:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:25:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:25:59.030 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2024-07-26T07:25:59.263 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-07-26T07:25:59.354 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.a... 2024-07-26T07:25:59.355 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:25:59.505 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-26T07:25:59.505 DEBUG:teuthology.orchestra.run.smithi105:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-26T07:25:59.508 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi105.front.sepia.ceph.com to complete... 2024-07-26T07:25:59.996 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T07:26:00.088 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:26:00.765 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:26:00.766 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T07:26:01.539 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T07:26:01.540 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:26:01.540 INFO:teuthology.orchestra.run.smithi143.stdout:Upgraded: 2024-07-26T07:26:01.540 INFO:teuthology.orchestra.run.smithi143.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-26T07:26:01.540 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:26:01.540 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-07-26T07:26:01.876 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.b... 2024-07-26T07:26:01.876 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T07:26:02.024 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-26T07:26:02.024 DEBUG:teuthology.orchestra.run.smithi143:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-26T07:26:02.027 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi143.front.sepia.ceph.com to complete... 2024-07-26T07:26:10.631 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26 07:26:10 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-26T07:26:10.631 INFO:teuthology.orchestra.run.smithi105.stderr:FINISHED --2024-07-26 07:26:10-- 2024-07-26T07:26:10.631 INFO:teuthology.orchestra.run.smithi105.stderr:Total wall clock time: 11s 2024-07-26T07:26:10.631 INFO:teuthology.orchestra.run.smithi105.stderr:Downloaded: 1 files, 342M in 11s (31.9 MB/s) 2024-07-26T07:26:10.634 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.a... 2024-07-26T07:26:10.635 DEBUG:teuthology.orchestra.run.smithi105:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-26T07:26:12.687 INFO:teuthology.orchestra.run.smithi105.stdout:Verifying... ######################################## 2024-07-26T07:26:12.729 INFO:teuthology.orchestra.run.smithi105.stdout:Preparing... ######################################## 2024-07-26T07:26:12.779 INFO:teuthology.orchestra.run.smithi105.stdout:Updating / installing... 2024-07-26T07:26:20.791 INFO:teuthology.orchestra.run.smithi105.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-26T07:26:21.245 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26 07:26:21 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-26T07:26:21.246 INFO:teuthology.orchestra.run.smithi143.stderr:FINISHED --2024-07-26 07:26:21-- 2024-07-26T07:26:21.246 INFO:teuthology.orchestra.run.smithi143.stderr:Total wall clock time: 19s 2024-07-26T07:26:21.246 INFO:teuthology.orchestra.run.smithi143.stderr:Downloaded: 1 files, 342M in 19s (18.3 MB/s) 2024-07-26T07:26:21.250 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.b... 2024-07-26T07:26:21.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-26T07:26:23.308 INFO:teuthology.orchestra.run.smithi143.stdout:Verifying... ######################################## 2024-07-26T07:26:23.349 INFO:teuthology.orchestra.run.smithi143.stdout:Preparing... ######################################## 2024-07-26T07:26:23.399 INFO:teuthology.orchestra.run.smithi143.stdout:Updating / installing... 2024-07-26T07:26:31.421 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-26T07:27:00.461 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi105.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-26T07:27:00.462 DEBUG:teuthology.orchestra.run.smithi105:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-26T07:27:00.544 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-26T07:27:00.545 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-26T07:27:00.546 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-26T07:27:00.547 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-26T07:27:00.548 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-26T07:27:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-26T07:27:00.550 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-26T07:27:00.551 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-26T07:27:00.552 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-26T07:27:00.553 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-26T07:27:00.554 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-26T07:27:00.555 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-26T07:27:00.556 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-26T07:27:00.557 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-26T07:27:00.558 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-26T07:27:00.559 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-26T07:27:00.560 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-26T07:27:00.561 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-26T07:27:00.562 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-26T07:27:00.563 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-26T07:27:00.564 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-26T07:27:00.565 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-26T07:27:00.566 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-26T07:27:00.567 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-26T07:27:00.568 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-26T07:27:00.569 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-26T07:27:00.570 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-26T07:27:00.571 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-26T07:27:00.572 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-26T07:27:00.573 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-26T07:27:00.574 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-26T07:27:00.575 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-26T07:27:00.576 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-26T07:27:00.577 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-26T07:27:00.578 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-26T07:27:00.579 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-26T07:27:00.580 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-26T07:27:00.581 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-26T07:27:00.582 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-26T07:27:00.583 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-26T07:27:00.584 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-26T07:27:00.585 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-26T07:27:00.586 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-26T07:27:00.587 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-26T07:27:00.588 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-26T07:27:00.589 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-26T07:27:00.590 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-26T07:27:00.591 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-26T07:27:00.592 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-26T07:27:00.593 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-26T07:27:00.594 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-26T07:27:00.595 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-26T07:27:00.596 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-26T07:27:00.597 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-26T07:27:00.598 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-26T07:27:00.599 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-26T07:27:00.600 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-26T07:27:00.601 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-26T07:27:00.602 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-26T07:27:00.603 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-26T07:27:00.604 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-26T07:27:00.605 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-26T07:27:00.606 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-26T07:27:00.607 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-26T07:27:00.608 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-26T07:27:00.609 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-26T07:27:00.610 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-26T07:27:00.611 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-26T07:27:00.612 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-26T07:27:00.613 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-26T07:27:00.614 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-26T07:27:00.615 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-26T07:27:00.616 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-26T07:27:00.617 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-26T07:27:00.618 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-26T07:27:00.619 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-26T07:27:00.620 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-26T07:27:00.621 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-26T07:27:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-26T07:27:00.623 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-26T07:27:00.624 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-26T07:27:00.625 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-26T07:27:00.626 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-26T07:27:00.627 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-26T07:27:00.628 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-26T07:27:00.629 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-26T07:27:00.630 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-26T07:27:00.631 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-26T07:27:00.632 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-26T07:27:00.633 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-26T07:27:00.634 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-26T07:27:00.635 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-26T07:27:00.636 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-26T07:27:00.637 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-26T07:27:00.638 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-26T07:27:00.639 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-26T07:27:00.640 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-26T07:27:00.641 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-26T07:27:00.642 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-26T07:27:00.643 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-26T07:27:00.644 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-26T07:27:00.645 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-26T07:27:00.646 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-26T07:27:00.647 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-26T07:27:00.648 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-26T07:27:00.649 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-26T07:27:00.650 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-26T07:27:00.651 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-26T07:27:00.652 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-26T07:27:00.653 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-26T07:27:00.654 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-26T07:27:00.655 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-26T07:27:00.656 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-26T07:27:00.657 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-26T07:27:00.658 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-26T07:27:00.659 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-26T07:27:00.660 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-26T07:27:00.661 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-26T07:27:00.662 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-26T07:27:00.663 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-26T07:27:00.664 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-26T07:27:00.665 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-26T07:27:00.666 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-26T07:27:00.667 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-26T07:27:00.668 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-26T07:27:00.669 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-26T07:27:00.670 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-26T07:27:00.671 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-26T07:27:00.671 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-26T07:27:00.671 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-26T07:27:00.671 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-26T07:27:00.673 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-26T07:27:00.674 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-26T07:27:00.675 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-26T07:27:00.676 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-26T07:27:00.677 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-26T07:27:00.678 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-26T07:27:00.679 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-26T07:27:00.680 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-26T07:27:00.681 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-26T07:27:00.682 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-26T07:27:00.683 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-26T07:27:00.684 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-26T07:27:00.685 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-26T07:27:00.686 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-26T07:27:00.687 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-26T07:27:00.688 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-26T07:27:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-26T07:27:00.690 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-26T07:27:00.691 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-26T07:27:00.692 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-26T07:27:00.693 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-26T07:27:00.694 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-26T07:27:00.695 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-26T07:27:00.696 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-26T07:27:00.697 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-26T07:27:00.698 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-26T07:27:00.699 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-26T07:27:00.700 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-26T07:27:00.701 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-26T07:27:00.702 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-26T07:27:00.703 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-26T07:27:00.704 INFO:teuthology.orchestra.run.smithi105.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T07:27:00.709 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-26T07:27:00.709 DEBUG:teuthology.orchestra.run.smithi105:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout:postinstall scriptlet (using /bin/sh): 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout:fi 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout:for file in vmlinuz System.map config; do 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout: fi 2024-07-26T07:27:00.735 INFO:teuthology.orchestra.run.smithi105.stdout:done 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:fi 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:fi 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-26T07:27:00.736 INFO:teuthology.orchestra.run.smithi105.stdout:fi 2024-07-26T07:27:00.737 DEBUG:teuthology.orchestra.run.smithi105:> sudo rpm -qi grub2-tools 2024-07-26T07:27:00.810 INFO:teuthology.orchestra.run.smithi105.stdout:Name : grub2-tools 2024-07-26T07:27:00.810 INFO:teuthology.orchestra.run.smithi105.stdout:Epoch : 1 2024-07-26T07:27:00.810 INFO:teuthology.orchestra.run.smithi105.stdout:Version : 2.06 2024-07-26T07:27:00.810 INFO:teuthology.orchestra.run.smithi105.stdout:Release : 68.el9 2024-07-26T07:27:00.810 INFO:teuthology.orchestra.run.smithi105.stdout:Architecture: x86_64 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Group : Unspecified 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Size : 8264254 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:License : GPLv3+ 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Packager : builder@centos.org 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Vendor : CentOS 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Summary : Support tools for GRUB. 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout:Description : 2024-07-26T07:27:00.811 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout:hardware devices. 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:27:00.812 INFO:teuthology.orchestra.run.smithi105.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T07:27:00.813 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T07:27:00.813 INFO:teuthology.task.kernel:Updating grub on smithi105 to boot 6.10.0-g3e9255e90710 2024-07-26T07:27:00.813 DEBUG:teuthology.orchestra.run.smithi105:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T07:27:01.356 INFO:teuthology.orchestra.run.smithi105.stderr:Generating grub configuration file ... 2024-07-26T07:27:02.655 INFO:teuthology.orchestra.run.smithi105.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T07:27:02.685 INFO:teuthology.orchestra.run.smithi105.stderr:done 2024-07-26T07:27:02.690 DEBUG:teuthology.orchestra.run.smithi105:> mktemp 2024-07-26T07:27:02.707 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.Y5Ur89dv8X 2024-07-26T07:27:02.707 DEBUG:teuthology.orchestra.run.smithi105:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Y5Ur89dv8X 2024-07-26T07:27:02.785 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 0666 /tmp/tmp.Y5Ur89dv8X 2024-07-26T07:27:02.921 DEBUG:teuthology.orchestra.remote:smithi105:/tmp/tmp.Y5Ur89dv8X is 6KB 2024-07-26T07:27:02.970 DEBUG:teuthology.orchestra.run.smithi105:> rm -fr /tmp/tmp.Y5Ur89dv8X 2024-07-26T07:27:02.983 DEBUG:teuthology.orchestra.run.smithi105:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T07:27:03.045 INFO:teuthology.orchestra.run.smithi105.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T07:27:03.045 INFO:teuthology.orchestra.run.smithi105.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T07:27:03.045 INFO:teuthology.orchestra.run.smithi105.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T07:27:03.045 INFO:teuthology.orchestra.run.smithi105.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-26T07:27:03.046 DEBUG:teuthology.orchestra.run.smithi105:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-26T07:27:03.214 DEBUG:teuthology.orchestra.run.smithi105:> sudo shutdown -r now 2024-07-26T07:27:11.648 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi143.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-26T07:27:11.648 DEBUG:teuthology.orchestra.run.smithi143:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-26T07:27:11.732 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-26T07:27:11.733 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-26T07:27:11.734 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-26T07:27:11.735 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-26T07:27:11.736 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-26T07:27:11.737 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-26T07:27:11.738 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-26T07:27:11.739 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-26T07:27:11.740 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-26T07:27:11.741 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-26T07:27:11.742 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-26T07:27:11.743 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-26T07:27:11.744 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-26T07:27:11.745 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-26T07:27:11.746 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-26T07:27:11.747 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-26T07:27:11.748 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-26T07:27:11.749 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-26T07:27:11.750 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-26T07:27:11.751 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-26T07:27:11.752 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-26T07:27:11.753 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-26T07:27:11.754 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-26T07:27:11.755 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-26T07:27:11.756 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-26T07:27:11.757 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-26T07:27:11.758 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-26T07:27:11.759 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-26T07:27:11.760 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-26T07:27:11.761 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-26T07:27:11.762 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-26T07:27:11.763 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-26T07:27:11.764 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-26T07:27:11.765 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-26T07:27:11.766 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-26T07:27:11.767 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-26T07:27:11.768 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-26T07:27:11.769 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-26T07:27:11.770 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-26T07:27:11.771 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-26T07:27:11.772 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-26T07:27:11.773 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-26T07:27:11.774 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-26T07:27:11.775 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-26T07:27:11.776 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-26T07:27:11.777 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-26T07:27:11.778 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-26T07:27:11.779 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-26T07:27:11.780 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-26T07:27:11.781 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-26T07:27:11.782 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-26T07:27:11.783 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-26T07:27:11.784 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-26T07:27:11.785 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-26T07:27:11.786 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-26T07:27:11.787 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-26T07:27:11.788 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-26T07:27:11.789 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-26T07:27:11.790 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-26T07:27:11.791 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-26T07:27:11.792 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-26T07:27:11.793 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-26T07:27:11.793 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-26T07:27:11.793 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-26T07:27:11.793 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-26T07:27:11.793 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-26T07:27:11.794 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-26T07:27:11.795 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-26T07:27:11.796 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-26T07:27:11.796 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-26T07:27:11.796 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-26T07:27:11.796 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-26T07:27:11.796 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-26T07:27:11.797 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-26T07:27:11.798 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-26T07:27:11.799 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-26T07:27:11.800 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-26T07:27:11.801 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-26T07:27:11.802 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-26T07:27:11.803 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-26T07:27:11.804 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-26T07:27:11.805 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-26T07:27:11.806 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-26T07:27:11.807 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-26T07:27:11.808 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-26T07:27:11.809 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-26T07:27:11.810 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-26T07:27:11.811 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-26T07:27:11.812 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-26T07:27:11.813 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-26T07:27:11.814 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-26T07:27:11.815 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-26T07:27:11.816 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-26T07:27:11.817 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-26T07:27:11.818 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-26T07:27:11.819 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-26T07:27:11.820 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-26T07:27:11.821 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-26T07:27:11.822 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-26T07:27:11.823 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-26T07:27:11.824 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-26T07:27:11.825 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-26T07:27:11.826 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-26T07:27:11.827 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-26T07:27:11.828 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-26T07:27:11.829 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-26T07:27:11.830 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-26T07:27:11.831 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-26T07:27:11.832 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-26T07:27:11.833 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-26T07:27:11.834 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-26T07:27:11.835 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-26T07:27:11.836 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-26T07:27:11.837 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-26T07:27:11.838 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-26T07:27:11.839 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-26T07:27:11.840 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-26T07:27:11.841 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-26T07:27:11.842 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-26T07:27:11.843 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-26T07:27:11.844 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-26T07:27:11.845 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-26T07:27:11.846 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-26T07:27:11.847 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-26T07:27:11.848 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-26T07:27:11.849 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-26T07:27:11.850 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-26T07:27:11.851 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-26T07:27:11.852 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-26T07:27:11.853 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-26T07:27:11.854 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-26T07:27:11.855 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-26T07:27:11.856 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-26T07:27:11.857 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-26T07:27:11.858 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-26T07:27:11.859 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-26T07:27:11.860 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-26T07:27:11.861 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-26T07:27:11.862 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-26T07:27:11.863 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-26T07:27:11.864 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-26T07:27:11.865 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-26T07:27:11.866 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-26T07:27:11.867 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-26T07:27:11.868 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-26T07:27:11.869 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-26T07:27:11.870 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-26T07:27:11.871 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-26T07:27:11.872 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-26T07:27:11.873 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-26T07:27:11.873 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-26T07:27:11.873 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-26T07:27:11.873 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-26T07:27:11.873 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-26T07:27:11.874 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-26T07:27:11.875 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-26T07:27:11.876 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-26T07:27:11.877 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-26T07:27:11.878 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-26T07:27:11.879 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-26T07:27:11.880 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-26T07:27:11.881 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-26T07:27:11.882 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-26T07:27:11.883 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-26T07:27:11.884 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-26T07:27:11.885 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-26T07:27:11.886 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-26T07:27:11.887 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-26T07:27:11.888 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-26T07:27:11.889 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-26T07:27:11.890 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-26T07:27:11.891 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-26T07:27:11.892 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-26T07:27:11.893 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-26T07:27:11.894 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-26T07:27:11.895 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-26T07:27:11.896 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-26T07:27:11.897 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-26T07:27:11.898 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-26T07:27:11.899 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-26T07:27:11.900 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-26T07:27:11.901 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-26T07:27:11.902 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-26T07:27:11.903 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-26T07:27:11.904 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-26T07:27:11.905 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-26T07:27:11.906 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-26T07:27:11.907 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-26T07:27:11.908 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-26T07:27:11.909 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-26T07:27:11.910 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-26T07:27:11.910 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-26T07:27:11.910 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-26T07:27:11.910 INFO:teuthology.orchestra.run.smithi143.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T07:27:11.913 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-26T07:27:11.913 DEBUG:teuthology.orchestra.run.smithi143:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-26T07:27:11.935 INFO:teuthology.orchestra.run.smithi143.stdout:postinstall scriptlet (using /bin/sh): 2024-07-26T07:27:11.935 INFO:teuthology.orchestra.run.smithi143.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout:fi 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout:for file in vmlinuz System.map config; do 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout: fi 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout:done 2024-07-26T07:27:11.936 INFO:teuthology.orchestra.run.smithi143.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout:fi 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout:fi 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-26T07:27:11.937 INFO:teuthology.orchestra.run.smithi143.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T07:27:11.938 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-26T07:27:11.938 INFO:teuthology.orchestra.run.smithi143.stdout:fi 2024-07-26T07:27:11.939 DEBUG:teuthology.orchestra.run.smithi143:> sudo rpm -qi grub2-tools 2024-07-26T07:27:12.010 INFO:teuthology.orchestra.run.smithi143.stdout:Name : grub2-tools 2024-07-26T07:27:12.010 INFO:teuthology.orchestra.run.smithi143.stdout:Epoch : 1 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Version : 2.06 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Release : 68.el9 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Architecture: x86_64 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Group : Unspecified 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Size : 8264254 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:License : GPLv3+ 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Packager : builder@centos.org 2024-07-26T07:27:12.011 INFO:teuthology.orchestra.run.smithi143.stdout:Vendor : CentOS 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:Summary : Support tools for GRUB. 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:Description : 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:hardware devices. 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:27:12.012 INFO:teuthology.orchestra.run.smithi143.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T07:27:12.013 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T07:27:12.013 INFO:teuthology.task.kernel:Updating grub on smithi143 to boot 6.10.0-g3e9255e90710 2024-07-26T07:27:12.013 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T07:27:12.583 INFO:teuthology.orchestra.run.smithi143.stderr:Generating grub configuration file ... 2024-07-26T07:27:13.937 INFO:teuthology.orchestra.run.smithi143.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T07:27:13.968 INFO:teuthology.orchestra.run.smithi143.stderr:done 2024-07-26T07:27:13.972 DEBUG:teuthology.orchestra.run.smithi143:> mktemp 2024-07-26T07:27:13.992 INFO:teuthology.orchestra.run.smithi143.stdout:/tmp/tmp.dEMUWLRSSU 2024-07-26T07:27:13.992 DEBUG:teuthology.orchestra.run.smithi143:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dEMUWLRSSU 2024-07-26T07:27:14.066 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0666 /tmp/tmp.dEMUWLRSSU 2024-07-26T07:27:14.204 DEBUG:teuthology.orchestra.remote:smithi143:/tmp/tmp.dEMUWLRSSU is 6KB 2024-07-26T07:27:14.254 DEBUG:teuthology.orchestra.run.smithi143:> rm -fr /tmp/tmp.dEMUWLRSSU 2024-07-26T07:27:14.269 DEBUG:teuthology.orchestra.run.smithi143:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T07:27:14.330 INFO:teuthology.orchestra.run.smithi143.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T07:27:14.330 INFO:teuthology.orchestra.run.smithi143.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T07:27:14.330 INFO:teuthology.orchestra.run.smithi143.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T07:27:14.330 INFO:teuthology.orchestra.run.smithi143.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-26T07:27:14.332 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-26T07:27:14.478 DEBUG:teuthology.orchestra.run.smithi143:> sudo shutdown -r now 2024-07-26T07:27:33.232 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-26T07:27:33.233 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:27:33.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:27:44.542 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-26T07:27:44.543 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:27:44.543 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:27:51.774 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.105 2024-07-26T07:28:00.784 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:28:00.785 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:28:03.038 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.143 2024-07-26T07:28:03.842 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.105 2024-07-26T07:28:12.046 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:28:12.047 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:28:15.102 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.143 2024-07-26T07:28:15.844 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:28:15.845 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:28:27.115 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:28:27.116 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:28:34.271 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.105 2024-07-26T07:28:49.286 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:28:49.288 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:28:52.282 DEBUG:teuthology.orchestra.run.smithi105:> true 2024-07-26T07:28:52.941 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:28:52.942 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.10.0-g3e9255e90710"... 2024-07-26T07:28:52.942 DEBUG:teuthology.orchestra.run.smithi105:> uname -r 2024-07-26T07:28:52.980 INFO:teuthology.orchestra.run.smithi105.stdout:6.10.0-g3e9255e90710 2024-07-26T07:28:52.980 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-26T07:28:52.980 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T07:28:52.981 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T07:28:53.981 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-26T07:28:53.982 DEBUG:teuthology.orchestra.run.smithi105:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T07:28:54.096 INFO:teuthology.orchestra.run.smithi105.stdout:ttyS1 2024-07-26T07:28:54.144 DEBUG:teuthology.parallel:result is None 2024-07-26T07:28:59.149 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-07-26T07:28:59.762 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:28:59.762 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "6.10.0-g3e9255e90710"... 2024-07-26T07:28:59.762 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-07-26T07:28:59.807 INFO:teuthology.orchestra.run.smithi143.stdout:6.10.0-g3e9255e90710 2024-07-26T07:28:59.808 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-26T07:28:59.808 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T07:28:59.808 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T07:29:00.809 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-26T07:29:00.809 DEBUG:teuthology.orchestra.run.smithi143:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T07:29:00.924 INFO:teuthology.orchestra.run.smithi143.stdout:ttyS1 2024-07-26T07:29:00.971 DEBUG:teuthology.parallel:result is None 2024-07-26T07:29:00.972 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-26T07:29:00.987 INFO:teuthology.task.internal:Creating test directory... 2024-07-26T07:29:00.988 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T07:29:00.993 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T07:29:01.036 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-26T07:29:01.046 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-26T07:29:01.052 INFO:teuthology.task.internal:Creating archive directory... 2024-07-26T07:29:01.053 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T07:29:01.076 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T07:29:01.153 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-26T07:29:01.164 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-26T07:29:01.164 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T07:29:01.171 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T07:29:01.238 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T07:29:01.264 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T07:29:01.299 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T07:29:01.330 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T07:29:01.335 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-26T07:29:01.347 INFO:teuthology.task.internal:Configuring sudo... 2024-07-26T07:29:01.347 DEBUG:teuthology.orchestra.run.smithi105:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T07:29:01.356 DEBUG:teuthology.orchestra.run.smithi143:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T07:29:01.425 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-26T07:29:01.435 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-26T07:29:01.435 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T07:29:01.439 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T07:29:01.485 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T07:29:01.583 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T07:29:01.667 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T07:29:01.737 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T07:29:01.811 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:29:01.811 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T07:29:01.870 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T07:29:01.946 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T07:29:02.029 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T07:29:02.099 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T07:29:02.162 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:29:02.162 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T07:29:02.226 DEBUG:teuthology.orchestra.run.smithi105:> sudo service rsyslog restart 2024-07-26T07:29:02.234 DEBUG:teuthology.orchestra.run.smithi143:> sudo service rsyslog restart 2024-07-26T07:29:02.327 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:29:02.356 INFO:teuthology.orchestra.run.smithi143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:29:02.688 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-26T07:29:02.697 INFO:teuthology.task.internal:Starting timer... 2024-07-26T07:29:02.697 INFO:teuthology.run_tasks:Running task pcp... 2024-07-26T07:29:02.718 INFO:teuthology.run_tasks:Running task selinux... 2024-07-26T07:29:02.727 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-07-26T07:29:02.728 DEBUG:teuthology.orchestra.run.smithi105:> sudo service auditd rotate 2024-07-26T07:29:02.828 INFO:teuthology.orchestra.run.smithi105.stdout:Rotating logs: 2024-07-26T07:29:02.831 DEBUG:teuthology.orchestra.run.smithi143:> sudo service auditd rotate 2024-07-26T07:29:02.970 INFO:teuthology.orchestra.run.smithi143.stdout:Rotating logs: 2024-07-26T07:29:02.974 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-26T07:29:02.975 DEBUG:teuthology.orchestra.run.smithi105:> /usr/sbin/getenforce 2024-07-26T07:29:03.035 INFO:teuthology.orchestra.run.smithi105.stdout:Permissive 2024-07-26T07:29:03.036 DEBUG:teuthology.orchestra.run.smithi143:> /usr/sbin/getenforce 2024-07-26T07:29:03.115 INFO:teuthology.orchestra.run.smithi143.stdout:Permissive 2024-07-26T07:29:03.115 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi105.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi143.front.sepia.ceph.com': 'permissive'} 2024-07-26T07:29:03.115 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T07:29:03.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:29:03.176 DEBUG:teuthology.orchestra.run.smithi143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T07:29:03.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:29:03.255 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-26T07:29:03.256 DEBUG:teuthology.orchestra.run.smithi105:> sudo /usr/sbin/setenforce permissive 2024-07-26T07:29:03.314 DEBUG:teuthology.orchestra.run.smithi143:> sudo /usr/sbin/setenforce permissive 2024-07-26T07:29:03.386 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-26T07:29:03.397 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-26T07:29:03.411 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-26T07:29:03.412 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi105.front.sepia.ceph.com,smithi143.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-26T07:35:58.388 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi105.front.sepia.ceph.com'), Remote(name='ubuntu@smithi143.front.sepia.ceph.com')] 2024-07-26T07:35:58.415 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:35:58.418 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:35:58.530 DEBUG:teuthology.orchestra.run.smithi105:> true 2024-07-26T07:35:58.683 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-07-26T07:35:58.683 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:35:58.684 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T07:35:58.794 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-07-26T07:35:58.940 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-07-26T07:35:58.940 INFO:teuthology.run_tasks:Running task clock... 2024-07-26T07:35:58.954 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-26T07:35:58.954 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T07:35:58.955 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:35:58.963 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T07:35:58.963 DEBUG:teuthology.orchestra.run.smithi143:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:35:59.044 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T07:35:59.047 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T07:35:59.088 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T07:35:59.090 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T07:35:59.153 INFO:teuthology.orchestra.run.smithi105.stderr:sudo: ntpd: command not found 2024-07-26T07:35:59.164 INFO:teuthology.orchestra.run.smithi143.stderr:sudo: ntpd: command not found 2024-07-26T07:35:59.185 INFO:teuthology.orchestra.run.smithi105.stdout:506 Cannot talk to daemon 2024-07-26T07:35:59.195 INFO:teuthology.orchestra.run.smithi143.stdout:506 Cannot talk to daemon 2024-07-26T07:35:59.227 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T07:35:59.235 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T07:35:59.266 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T07:35:59.278 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T07:35:59.395 INFO:teuthology.orchestra.run.smithi105.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.405 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.425 INFO:teuthology.orchestra.run.smithi143.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:=============================================================================== 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.433 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:35:59.435 INFO:teuthology.run_tasks:Running task install... 2024-07-26T07:35:59.443 DEBUG:teuthology.task.install:project ceph 2024-07-26T07:35:59.443 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}} 2024-07-26T07:35:59.443 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'} 2024-07-26T07:35:59.443 INFO:teuthology.task.install:Using flavor: default 2024-07-26T07:35:59.449 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-26T07:35:59.449 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-07-26T07:35:59.449 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-26T07:35:59.450 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T07:35:59.452 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-26T07:35:59.452 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T07:35:59.608 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-26T07:35:59.608 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-26T07:35:59.614 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-26T07:35:59.614 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-26T07:35:59.720 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T07:35:59.720 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:35:59.720 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T07:35:59.730 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T07:35:59.730 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:35:59.730 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T07:35:59.809 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T07:35:59.810 DEBUG:teuthology.orchestra.run.smithi105:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T07:35:59.823 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T07:35:59.824 DEBUG:teuthology.orchestra.run.smithi143:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T07:35:59.940 DEBUG:teuthology.orchestra.run.smithi105:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T07:35:59.949 DEBUG:teuthology.orchestra.run.smithi143:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T07:36:00.050 DEBUG:teuthology.orchestra.run.smithi105:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T07:36:00.059 DEBUG:teuthology.orchestra.run.smithi143:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T07:36:00.130 INFO:teuthology.orchestra.run.smithi105.stdout:check_obsoletes = 1 2024-07-26T07:36:00.134 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum clean all 2024-07-26T07:36:00.137 INFO:teuthology.orchestra.run.smithi143.stdout:check_obsoletes = 1 2024-07-26T07:36:00.141 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum clean all 2024-07-26T07:36:00.453 INFO:teuthology.orchestra.run.smithi105.stdout:45 files removed 2024-07-26T07:36:00.461 INFO:teuthology.orchestra.run.smithi143.stdout:45 files removed 2024-07-26T07:36:00.491 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T07:36:00.500 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T07:36:01.270 INFO:teuthology.orchestra.run.smithi105.stdout:ceph packages for x86_64 237 kB/s | 83 kB 00:00 2024-07-26T07:36:01.288 INFO:teuthology.orchestra.run.smithi143.stdout:ceph packages for x86_64 224 kB/s | 83 kB 00:00 2024-07-26T07:36:01.737 INFO:teuthology.orchestra.run.smithi105.stdout:ceph noarch packages 64 kB/s | 24 kB 00:00 2024-07-26T07:36:01.740 INFO:teuthology.orchestra.run.smithi143.stdout:ceph noarch packages 67 kB/s | 24 kB 00:00 2024-07-26T07:36:02.182 INFO:teuthology.orchestra.run.smithi143.stdout:ceph source packages 5.2 kB/s | 1.9 kB 00:00 2024-07-26T07:36:02.187 INFO:teuthology.orchestra.run.smithi105.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-07-26T07:36:03.960 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-07-26T07:36:04.335 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.2 MB 00:02 2024-07-26T07:36:05.932 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-07-26T07:36:07.808 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 20 MB 00:02 2024-07-26T07:36:10.941 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - CRB 6.9 MB/s | 6.5 MB 00:00 2024-07-26T07:36:12.592 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 18 kB 00:00 2024-07-26T07:36:12.629 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - CRB 8.7 MB/s | 6.5 MB 00:00 2024-07-26T07:36:13.790 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 22 MB/s | 22 MB 00:01 2024-07-26T07:36:15.371 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 18 kB 00:01 2024-07-26T07:36:16.429 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-07-26T07:36:20.093 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-07-26T07:36:22.609 INFO:teuthology.orchestra.run.smithi143.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T07:36:22.610 INFO:teuthology.orchestra.run.smithi143.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T07:36:22.628 INFO:teuthology.orchestra.run.smithi143.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T07:36:22.629 INFO:teuthology.orchestra.run.smithi143.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T07:36:22.630 INFO:teuthology.orchestra.run.smithi143.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T07:36:22.631 INFO:teuthology.orchestra.run.smithi143.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T07:36:22.633 INFO:teuthology.orchestra.run.smithi143.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T07:36:22.636 INFO:teuthology.orchestra.run.smithi143.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T07:36:22.638 INFO:teuthology.orchestra.run.smithi143.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T07:36:22.664 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-07-26T07:36:22.708 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: Package Arch Version Repository Size 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout:Installing: 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-26T07:36:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-26T07:36:22.726 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T07:36:22.727 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrading: 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T07:36:22.728 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T07:36:22.729 INFO:teuthology.orchestra.run.smithi143.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T07:36:22.730 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T07:36:22.731 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T07:36:22.732 INFO:teuthology.orchestra.run.smithi143.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T07:36:22.733 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T07:36:22.734 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T07:36:22.735 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T07:36:22.736 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T07:36:22.737 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout:Installing weak dependencies: 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:36:22.738 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout:Install 148 Packages 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrade 12 Packages 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 233 M 2024-07-26T07:36:22.739 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-07-26T07:36:24.003 INFO:teuthology.orchestra.run.smithi143.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 23 kB/s | 6.6 kB 00:00 2024-07-26T07:36:24.220 INFO:teuthology.orchestra.run.smithi143.stdout:(2/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 4.0 MB/s | 872 kB 00:00 2024-07-26T07:36:24.362 INFO:teuthology.orchestra.run.smithi143.stdout:(3/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 8.5 MB/s | 5.5 MB 00:00 2024-07-26T07:36:24.387 INFO:teuthology.orchestra.run.smithi143.stdout:(4/160): ceph-immutable-object-cache-19.0.0-532 892 kB/s | 148 kB 00:00 2024-07-26T07:36:24.530 INFO:teuthology.orchestra.run.smithi143.stdout:(5/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 14 MB/s | 2.3 MB 00:00 2024-07-26T07:36:24.596 INFO:teuthology.orchestra.run.smithi143.stdout:(6/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 7.3 MB/s | 1.5 MB 00:00 2024-07-26T07:36:24.780 INFO:teuthology.orchestra.run.smithi143.stdout:(7/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 20 MB/s | 4.9 MB 00:00 2024-07-26T07:36:25.202 INFO:teuthology.orchestra.run.smithi105.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T07:36:25.204 INFO:teuthology.orchestra.run.smithi105.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T07:36:25.223 INFO:teuthology.orchestra.run.smithi105.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T07:36:25.224 INFO:teuthology.orchestra.run.smithi105.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T07:36:25.225 INFO:teuthology.orchestra.run.smithi105.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T07:36:25.227 INFO:teuthology.orchestra.run.smithi105.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T07:36:25.229 INFO:teuthology.orchestra.run.smithi105.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T07:36:25.232 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T07:36:25.233 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T07:36:25.307 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2024-07-26T07:36:25.314 INFO:teuthology.orchestra.run.smithi143.stdout:(8/160): ceph-common-19.0.0-5320.ge8f88bb1.el9. 12 MB/s | 20 MB 00:01 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T07:36:25.328 INFO:teuthology.orchestra.run.smithi105.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-26T07:36:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T07:36:25.330 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T07:36:25.331 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T07:36:25.332 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T07:36:25.333 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T07:36:25.334 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T07:36:25.335 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T07:36:25.336 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T07:36:25.337 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T07:36:25.338 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T07:36:25.339 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T07:36:25.340 INFO:teuthology.orchestra.run.smithi105.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout:Installing weak dependencies: 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout:Install 148 Packages 2024-07-26T07:36:25.341 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 12 Packages 2024-07-26T07:36:25.342 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:36:25.342 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 233 M 2024-07-26T07:36:25.342 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2024-07-26T07:36:25.364 INFO:teuthology.orchestra.run.smithi143.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 516 kB/s | 25 kB 00:00 2024-07-26T07:36:25.621 INFO:teuthology.orchestra.run.smithi143.stdout:(10/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 12 MB/s | 10 MB 00:00 2024-07-26T07:36:25.673 INFO:teuthology.orchestra.run.smithi143.stdout:(11/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 4.3 MB/s | 225 kB 00:00 2024-07-26T07:36:25.723 INFO:teuthology.orchestra.run.smithi143.stdout:(12/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 546 kB/s | 27 kB 00:00 2024-07-26T07:36:25.774 INFO:teuthology.orchestra.run.smithi143.stdout:(13/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 643 kB/s | 32 kB 00:00 2024-07-26T07:36:25.883 INFO:teuthology.orchestra.run.smithi143.stdout:(14/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 6.9 MB/s | 765 kB 00:00 2024-07-26T07:36:25.908 INFO:teuthology.orchestra.run.smithi105.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 26 kB/s | 6.6 kB 00:00 2024-07-26T07:36:25.949 INFO:teuthology.orchestra.run.smithi143.stdout:(15/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 2.3 MB/s | 158 kB 00:00 2024-07-26T07:36:26.008 INFO:teuthology.orchestra.run.smithi143.stdout:(16/160): librados-devel-19.0.0-5320.ge8f88bb1. 2.1 MB/s | 127 kB 00:00 2024-07-26T07:36:26.092 INFO:teuthology.orchestra.run.smithi143.stdout:(17/160): libradosstriper1-19.0.0-5320.ge8f88bb 6.0 MB/s | 503 kB 00:00 2024-07-26T07:36:26.267 INFO:teuthology.orchestra.run.smithi105.stdout:(2/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 2.4 MB/s | 872 kB 00:00 2024-07-26T07:36:26.325 INFO:teuthology.orchestra.run.smithi105.stdout:(3/160): ceph-immutable-object-cache-19.0.0-532 2.6 MB/s | 148 kB 00:00 2024-07-26T07:36:26.326 INFO:teuthology.orchestra.run.smithi143.stdout:(18/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x8 10 MB/s | 18 MB 00:01 2024-07-26T07:36:26.376 INFO:teuthology.orchestra.run.smithi143.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 926 kB/s | 45 kB 00:00 2024-07-26T07:36:26.426 INFO:teuthology.orchestra.run.smithi143.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 2.7 MB/s | 138 kB 00:00 2024-07-26T07:36:26.485 INFO:teuthology.orchestra.run.smithi143.stdout:(21/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 3.2 MB/s | 188 kB 00:00 2024-07-26T07:36:26.544 INFO:teuthology.orchestra.run.smithi143.stdout:(22/160): python3-rados-19.0.0-5320.ge8f88bb1.e 6.3 MB/s | 372 kB 00:00 2024-07-26T07:36:26.617 INFO:teuthology.orchestra.run.smithi105.stdout:(4/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 7.8 MB/s | 2.3 MB 00:00 2024-07-26T07:36:26.661 INFO:teuthology.orchestra.run.smithi143.stdout:(23/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 9.3 MB/s | 5.3 MB 00:00 2024-07-26T07:36:26.732 INFO:teuthology.orchestra.run.smithi143.stdout:(24/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 1.8 MB/s | 355 kB 00:00 2024-07-26T07:36:26.770 INFO:teuthology.orchestra.run.smithi143.stdout:(25/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 1.1 MB/s | 116 kB 00:00 2024-07-26T07:36:26.784 INFO:teuthology.orchestra.run.smithi105.stdout:(5/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 9.2 MB/s | 1.5 MB 00:00 2024-07-26T07:36:26.795 INFO:teuthology.orchestra.run.smithi143.stdout:(26/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.4 MB/s | 86 kB 00:00 2024-07-26T07:36:26.862 INFO:teuthology.orchestra.run.smithi143.stdout:(27/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 2.5 MB/s | 170 kB 00:00 2024-07-26T07:36:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:(6/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 4.3 MB/s | 5.5 MB 00:01 2024-07-26T07:36:26.920 INFO:teuthology.orchestra.run.smithi143.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 598 kB/s | 34 kB 00:00 2024-07-26T07:36:26.996 INFO:teuthology.orchestra.run.smithi143.stdout:(29/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 14 MB/s | 3.1 MB 00:00 2024-07-26T07:36:27.030 INFO:teuthology.orchestra.run.smithi143.stdout:(30/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 1.4 MB/s | 149 kB 00:00 2024-07-26T07:36:27.443 INFO:teuthology.orchestra.run.smithi105.stdout:(7/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 7.4 MB/s | 4.9 MB 00:00 2024-07-26T07:36:28.022 INFO:teuthology.orchestra.run.smithi143.stdout:(31/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 17 MB/s | 44 MB 00:02 2024-07-26T07:36:28.147 INFO:teuthology.orchestra.run.smithi143.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.ge8 2.2 MB/s | 284 kB 00:00 2024-07-26T07:36:28.331 INFO:teuthology.orchestra.run.smithi143.stdout:(33/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 10 MB/s | 14 MB 00:01 2024-07-26T07:36:28.356 INFO:teuthology.orchestra.run.smithi143.stdout:(34/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 237 kB/s | 49 kB 00:00 2024-07-26T07:36:28.381 INFO:teuthology.orchestra.run.smithi143.stdout:(35/160): ceph-prometheus-alerts-19.0.0-5320.ge 334 kB/s | 16 kB 00:00 2024-07-26T07:36:28.384 INFO:teuthology.orchestra.run.smithi105.stdout:(8/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x86 12 MB/s | 18 MB 00:01 2024-07-26T07:36:28.415 INFO:teuthology.orchestra.run.smithi143.stdout:(36/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 4.6 MB/s | 274 kB 00:00 2024-07-26T07:36:28.435 INFO:teuthology.orchestra.run.smithi105.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 515 kB/s | 25 kB 00:00 2024-07-26T07:36:28.549 INFO:teuthology.orchestra.run.smithi143.stdout:(37/160): ceph-mgr-diskprediction-local-19.0.0- 4.9 MB/s | 7.4 MB 00:01 2024-07-26T07:36:28.574 INFO:teuthology.orchestra.run.smithi143.stdout:(38/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 115 kB/s | 18 kB 00:00 2024-07-26T07:36:28.616 INFO:teuthology.orchestra.run.smithi143.stdout:(39/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 3.2 MB/s | 771 kB 00:00 2024-07-26T07:36:28.727 INFO:teuthology.orchestra.run.smithi105.stdout:(10/160): ceph-common-19.0.0-5320.ge8f88bb1.el9 6.4 MB/s | 20 MB 00:03 2024-07-26T07:36:28.927 INFO:teuthology.orchestra.run.smithi105.stdout:(11/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 7.0 MB/s | 10 MB 00:01 2024-07-26T07:36:28.977 INFO:teuthology.orchestra.run.smithi105.stdout:(12/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 905 kB/s | 225 kB 00:00 2024-07-26T07:36:29.002 INFO:teuthology.orchestra.run.smithi105.stdout:(13/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 365 kB/s | 27 kB 00:00 2024-07-26T07:36:29.028 INFO:teuthology.orchestra.run.smithi105.stdout:(14/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 643 kB/s | 32 kB 00:00 2024-07-26T07:36:29.086 INFO:teuthology.orchestra.run.smithi105.stdout:(15/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 2.7 MB/s | 158 kB 00:00 2024-07-26T07:36:29.125 INFO:teuthology.orchestra.run.smithi143.stdout:(40/160): fuse-2.9.9-16.el9.x86_64.rpm 139 kB/s | 80 kB 00:00 2024-07-26T07:36:29.128 INFO:teuthology.orchestra.run.smithi105.stdout:(16/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 6.0 MB/s | 765 kB 00:00 2024-07-26T07:36:29.154 INFO:teuthology.orchestra.run.smithi105.stdout:(17/160): librados-devel-19.0.0-5320.ge8f88bb1. 1.9 MB/s | 127 kB 00:00 2024-07-26T07:36:29.221 INFO:teuthology.orchestra.run.smithi105.stdout:(18/160): libradosstriper1-19.0.0-5320.ge8f88bb 5.4 MB/s | 503 kB 00:00 2024-07-26T07:36:29.271 INFO:teuthology.orchestra.run.smithi105.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 920 kB/s | 45 kB 00:00 2024-07-26T07:36:29.292 INFO:teuthology.orchestra.run.smithi143.stdout:(41/160): libquadmath-11.4.1-3.el9.x86_64.rpm 289 kB/s | 195 kB 00:00 2024-07-26T07:36:29.330 INFO:teuthology.orchestra.run.smithi105.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 2.4 MB/s | 138 kB 00:00 2024-07-26T07:36:29.389 INFO:teuthology.orchestra.run.smithi105.stdout:(21/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 3.2 MB/s | 188 kB 00:00 2024-07-26T07:36:29.409 INFO:teuthology.orchestra.run.smithi143.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 896 kB/s | 253 kB 00:00 2024-07-26T07:36:29.451 INFO:teuthology.orchestra.run.smithi143.stdout:(43/160): libgfortran-11.4.1-3.el9.x86_64.rpm 917 kB/s | 803 kB 00:00 2024-07-26T07:36:29.455 INFO:teuthology.orchestra.run.smithi105.stdout:(22/160): python3-rados-19.0.0-5320.ge8f88bb1.e 5.5 MB/s | 372 kB 00:00 2024-07-26T07:36:29.523 INFO:teuthology.orchestra.run.smithi105.stdout:(23/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 5.3 MB/s | 355 kB 00:00 2024-07-26T07:36:29.618 INFO:teuthology.orchestra.run.smithi143.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 3.8 MB/s | 1.2 MB 00:00 2024-07-26T07:36:29.640 INFO:teuthology.orchestra.run.smithi105.stdout:(24/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 11 MB/s | 5.3 MB 00:00 2024-07-26T07:36:29.643 INFO:teuthology.orchestra.run.smithi143.stdout:(45/160): python3-ply-3.11-14.el9.noarch.rpm 460 kB/s | 106 kB 00:00 2024-07-26T07:36:29.668 INFO:teuthology.orchestra.run.smithi143.stdout:(46/160): python3-pycparser-2.20-6.el9.noarch.r 628 kB/s | 135 kB 00:00 2024-07-26T07:36:29.698 INFO:teuthology.orchestra.run.smithi105.stdout:(25/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 666 kB/s | 116 kB 00:00 2024-07-26T07:36:29.723 INFO:teuthology.orchestra.run.smithi105.stdout:(26/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.0 MB/s | 86 kB 00:00 2024-07-26T07:36:29.727 INFO:teuthology.orchestra.run.smithi143.stdout:(47/160): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-07-26T07:36:29.777 INFO:teuthology.orchestra.run.smithi143.stdout:(48/160): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-07-26T07:36:29.790 INFO:teuthology.orchestra.run.smithi105.stdout:(27/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 2.5 MB/s | 170 kB 00:00 2024-07-26T07:36:29.841 INFO:teuthology.orchestra.run.smithi105.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 701 kB/s | 34 kB 00:00 2024-07-26T07:36:29.891 INFO:teuthology.orchestra.run.smithi105.stdout:(29/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 3.0 MB/s | 149 kB 00:00 2024-07-26T07:36:29.944 INFO:teuthology.orchestra.run.smithi143.stdout:(49/160): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-07-26T07:36:29.970 INFO:teuthology.orchestra.run.smithi143.stdout:(50/160): boost-program-options-1.75.0-8.el9.x8 559 kB/s | 107 kB 00:00 2024-07-26T07:36:29.983 INFO:teuthology.orchestra.run.smithi105.stdout:(30/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 11 MB/s | 3.1 MB 00:00 2024-07-26T07:36:30.003 INFO:teuthology.orchestra.run.smithi143.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 375 kB/s | 22 kB 00:00 2024-07-26T07:36:30.045 INFO:teuthology.orchestra.run.smithi143.stdout:(52/160): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-07-26T07:36:30.070 INFO:teuthology.orchestra.run.smithi143.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 494 kB/s | 33 kB 00:00 2024-07-26T07:36:30.134 INFO:teuthology.orchestra.run.smithi143.stdout:(54/160): flex-2.6.4-9.el9.x86_64.rpm 1.9 MB/s | 313 kB 00:00 2024-07-26T07:36:30.171 INFO:teuthology.orchestra.run.smithi143.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-07-26T07:36:30.196 INFO:teuthology.orchestra.run.smithi143.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 181 kB/s | 11 kB 00:00 2024-07-26T07:36:30.238 INFO:teuthology.orchestra.run.smithi143.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-07-26T07:36:30.264 INFO:teuthology.orchestra.run.smithi143.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 681 kB/s | 45 kB 00:00 2024-07-26T07:36:30.314 INFO:teuthology.orchestra.run.smithi143.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-07-26T07:36:30.356 INFO:teuthology.orchestra.run.smithi143.stdout:(60/160): libtool-2.4.6-46.el9.x86_64.rpm 6.2 MB/s | 581 kB 00:00 2024-07-26T07:36:30.381 INFO:teuthology.orchestra.run.smithi143.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 384 kB/s | 25 kB 00:00 2024-07-26T07:36:30.416 INFO:teuthology.orchestra.run.smithi143.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 817 kB/s | 47 kB 00:00 2024-07-26T07:36:30.491 INFO:teuthology.orchestra.run.smithi143.stdout:(63/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.7 MB/s | 3.0 MB 00:00 2024-07-26T07:36:30.524 INFO:teuthology.orchestra.run.smithi143.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-07-26T07:36:30.550 INFO:teuthology.orchestra.run.smithi143.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 609 kB/s | 35 kB 00:00 2024-07-26T07:36:30.583 INFO:teuthology.orchestra.run.smithi143.stdout:(66/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-07-26T07:36:30.742 INFO:teuthology.orchestra.run.smithi143.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-07-26T07:36:30.851 INFO:teuthology.orchestra.run.smithi143.stdout:(68/160): openblas-openmp-0.3.21-2.el9.x86_64.r 15 MB/s | 4.7 MB 00:00 2024-07-26T07:36:30.951 INFO:teuthology.orchestra.run.smithi143.stdout:(69/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-07-26T07:36:30.993 INFO:teuthology.orchestra.run.smithi143.stdout:(70/160): postgresql-contrib-13.14-1.el9.x86_64 3.6 MB/s | 911 kB 00:00 2024-07-26T07:36:31.027 INFO:teuthology.orchestra.run.smithi143.stdout:(71/160): postgresql-private-libs-13.14-1.el9.x 763 kB/s | 133 kB 00:00 2024-07-26T07:36:31.067 INFO:teuthology.orchestra.run.smithi105.stdout:(31/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 17 MB/s | 44 MB 00:02 2024-07-26T07:36:31.102 INFO:teuthology.orchestra.run.smithi143.stdout:(72/160): protobuf-3.14.0-13.el9.x86_64.rpm 9.4 MB/s | 1.0 MB 00:00 2024-07-26T07:36:31.127 INFO:teuthology.orchestra.run.smithi143.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 878 kB/s | 87 kB 00:00 2024-07-26T07:36:31.186 INFO:teuthology.orchestra.run.smithi143.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-07-26T07:36:31.208 INFO:teuthology.orchestra.run.smithi105.stdout:(32/160): ceph-mgr-diskprediction-local-19.0.0- 6.1 MB/s | 7.4 MB 00:01 2024-07-26T07:36:31.242 INFO:teuthology.orchestra.run.smithi105.stdout:(33/160): ceph-mgr-modules-core-19.0.0-5320.ge8 1.6 MB/s | 284 kB 00:00 2024-07-26T07:36:31.267 INFO:teuthology.orchestra.run.smithi105.stdout:(34/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 859 kB/s | 49 kB 00:00 2024-07-26T07:36:31.270 INFO:teuthology.orchestra.run.smithi143.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 2.9 MB/s | 244 kB 00:00 2024-07-26T07:36:31.292 INFO:teuthology.orchestra.run.smithi105.stdout:(35/160): ceph-prometheus-alerts-19.0.0-5320.ge 332 kB/s | 16 kB 00:00 2024-07-26T07:36:31.351 INFO:teuthology.orchestra.run.smithi105.stdout:(36/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 3.2 MB/s | 274 kB 00:00 2024-07-26T07:36:31.410 INFO:teuthology.orchestra.run.smithi105.stdout:(37/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 6.5 MB/s | 771 kB 00:00 2024-07-26T07:36:31.412 INFO:teuthology.orchestra.run.smithi143.stdout:(76/160): postgresql-server-13.14-1.el9.x86_64. 14 MB/s | 5.8 MB 00:00 2024-07-26T07:36:31.435 INFO:teuthology.orchestra.run.smithi105.stdout:(38/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 220 kB/s | 18 kB 00:00 2024-07-26T07:36:31.445 INFO:teuthology.orchestra.run.smithi143.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-07-26T07:36:31.471 INFO:teuthology.orchestra.run.smithi143.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 444 kB/s | 26 kB 00:00 2024-07-26T07:36:31.504 INFO:teuthology.orchestra.run.smithi143.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 331 kB/s | 19 kB 00:00 2024-07-26T07:36:31.538 INFO:teuthology.orchestra.run.smithi143.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-07-26T07:36:31.563 INFO:teuthology.orchestra.run.smithi143.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 600 kB/s | 35 kB 00:00 2024-07-26T07:36:31.677 INFO:teuthology.orchestra.run.smithi105.stdout:(39/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 7.8 MB/s | 14 MB 00:01 2024-07-26T07:36:31.689 INFO:teuthology.orchestra.run.smithi143.stdout:(82/160): python3-babel-2.9.1-2.el9.noarch.rpm 10 MB/s | 6.0 MB 00:00 2024-07-26T07:36:31.702 INFO:teuthology.orchestra.run.smithi105.stdout:(40/160): fuse-2.9.9-16.el9.x86_64.rpm 274 kB/s | 80 kB 00:00 2024-07-26T07:36:31.731 INFO:teuthology.orchestra.run.smithi143.stdout:(83/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.5 MB/s | 250 kB 00:00 2024-07-26T07:36:31.764 INFO:teuthology.orchestra.run.smithi143.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-07-26T07:36:31.786 INFO:teuthology.orchestra.run.smithi105.stdout:(41/160): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-07-26T07:36:31.790 INFO:teuthology.orchestra.run.smithi143.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-07-26T07:36:31.811 INFO:teuthology.orchestra.run.smithi105.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-07-26T07:36:31.823 INFO:teuthology.orchestra.run.smithi143.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 730 kB/s | 42 kB 00:00 2024-07-26T07:36:31.845 INFO:teuthology.orchestra.run.smithi105.stdout:(43/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-07-26T07:36:31.857 INFO:teuthology.orchestra.run.smithi143.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-07-26T07:36:31.870 INFO:teuthology.orchestra.run.smithi105.stdout:(44/160): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-07-26T07:36:31.891 INFO:teuthology.orchestra.run.smithi143.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-07-26T07:36:31.904 INFO:teuthology.orchestra.run.smithi105.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-07-26T07:36:31.925 INFO:teuthology.orchestra.run.smithi143.stdout:(89/160): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-07-26T07:36:31.938 INFO:teuthology.orchestra.run.smithi105.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-07-26T07:36:31.950 INFO:teuthology.orchestra.run.smithi143.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 881 kB/s | 51 kB 00:00 2024-07-26T07:36:31.971 INFO:teuthology.orchestra.run.smithi105.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-07-26T07:36:31.983 INFO:teuthology.orchestra.run.smithi143.stdout:(91/160): python3-requests-oauthlib-1.3.0-12.el 927 kB/s | 54 kB 00:00 2024-07-26T07:36:32.022 INFO:teuthology.orchestra.run.smithi105.stdout:(48/160): python3-cryptography-36.0.1-4.el9.x86 5.2 MB/s | 1.2 MB 00:00 2024-07-26T07:36:32.042 INFO:teuthology.orchestra.run.smithi143.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 723 kB/s | 42 kB 00:00 2024-07-26T07:36:32.159 INFO:teuthology.orchestra.run.smithi143.stdout:(93/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.2 MB/s | 5.1 MB 00:00 2024-07-26T07:36:32.184 INFO:teuthology.orchestra.run.smithi143.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 313 kB/s | 44 kB 00:00 2024-07-26T07:36:32.189 INFO:teuthology.orchestra.run.smithi105.stdout:(49/160): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-07-26T07:36:32.214 INFO:teuthology.orchestra.run.smithi105.stdout:(50/160): boost-program-options-1.75.0-8.el9.x8 560 kB/s | 107 kB 00:00 2024-07-26T07:36:32.226 INFO:teuthology.orchestra.run.smithi143.stdout:(95/160): qatlib-24.02.0-1.el9.x86_64.rpm 3.3 MB/s | 221 kB 00:00 2024-07-26T07:36:32.247 INFO:teuthology.orchestra.run.smithi105.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 375 kB/s | 22 kB 00:00 2024-07-26T07:36:32.252 INFO:teuthology.orchestra.run.smithi143.stdout:(96/160): qatlib-service-24.02.0-1.el9.x86_64.r 540 kB/s | 36 kB 00:00 2024-07-26T07:36:32.285 INFO:teuthology.orchestra.run.smithi143.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 820 kB/s | 47 kB 00:00 2024-07-26T07:36:32.298 INFO:teuthology.orchestra.run.smithi105.stdout:(52/160): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-07-26T07:36:32.319 INFO:teuthology.orchestra.run.smithi143.stdout:(98/160): socat-1.7.4.1-6.el9.x86_64.rpm 4.5 MB/s | 304 kB 00:00 2024-07-26T07:36:32.323 INFO:teuthology.orchestra.run.smithi105.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 440 kB/s | 33 kB 00:00 2024-07-26T07:36:32.357 INFO:teuthology.orchestra.run.smithi105.stdout:(54/160): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-07-26T07:36:32.378 INFO:teuthology.orchestra.run.smithi143.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 633 kB/s | 58 kB 00:00 2024-07-26T07:36:32.382 INFO:teuthology.orchestra.run.smithi105.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 314 kB/s | 18 kB 00:00 2024-07-26T07:36:32.403 INFO:teuthology.orchestra.run.smithi143.stdout:(100/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-07-26T07:36:32.416 INFO:teuthology.orchestra.run.smithi105.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 193 kB/s | 11 kB 00:00 2024-07-26T07:36:32.437 INFO:teuthology.orchestra.run.smithi143.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-07-26T07:36:32.449 INFO:teuthology.orchestra.run.smithi105.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-07-26T07:36:32.462 INFO:teuthology.orchestra.run.smithi143.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 772 kB/s | 45 kB 00:00 2024-07-26T07:36:32.475 INFO:teuthology.orchestra.run.smithi105.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 800 kB/s | 45 kB 00:00 2024-07-26T07:36:32.521 INFO:teuthology.orchestra.run.smithi143.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 270 kB/s | 22 kB 00:00 2024-07-26T07:36:32.524 INFO:teuthology.orchestra.run.smithi105.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-07-26T07:36:32.584 INFO:teuthology.orchestra.run.smithi105.stdout:(60/160): libtool-2.4.6-46.el9.x86_64.rpm 5.3 MB/s | 581 kB 00:00 2024-07-26T07:36:32.634 INFO:teuthology.orchestra.run.smithi105.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 235 kB/s | 25 kB 00:00 2024-07-26T07:36:32.651 INFO:teuthology.orchestra.run.smithi105.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 717 kB/s | 47 kB 00:00 2024-07-26T07:36:32.655 INFO:teuthology.orchestra.run.smithi143.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.0 MB/s | 548 kB 00:00 2024-07-26T07:36:32.705 INFO:teuthology.orchestra.run.smithi143.stdout:(105/160): protobuf-compiler-3.14.0-13.el9.x86_ 3.5 MB/s | 863 kB 00:00 2024-07-26T07:36:32.726 INFO:teuthology.orchestra.run.smithi105.stdout:(63/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.0 MB/s | 3.0 MB 00:00 2024-07-26T07:36:32.768 INFO:teuthology.orchestra.run.smithi105.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-07-26T07:36:32.793 INFO:teuthology.orchestra.run.smithi105.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 534 kB/s | 35 kB 00:00 2024-07-26T07:36:32.797 INFO:teuthology.orchestra.run.smithi143.stdout:(106/160): gperftools-libs-2.9.1-2.el9.x86_64.r 2.1 MB/s | 309 kB 00:00 2024-07-26T07:36:32.827 INFO:teuthology.orchestra.run.smithi105.stdout:(66/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.5 MB/s | 292 kB 00:00 2024-07-26T07:36:32.830 INFO:teuthology.orchestra.run.smithi143.stdout:(107/160): grpc-data-1.46.7-10.el9.noarch.rpm 156 kB/s | 19 kB 00:00 2024-07-26T07:36:32.856 INFO:teuthology.orchestra.run.smithi143.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-07-26T07:36:32.890 INFO:teuthology.orchestra.run.smithi143.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-07-26T07:36:32.931 INFO:teuthology.orchestra.run.smithi143.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-07-26T07:36:32.969 INFO:teuthology.orchestra.run.smithi105.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-07-26T07:36:32.973 INFO:teuthology.orchestra.run.smithi143.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-07-26T07:36:33.058 INFO:teuthology.orchestra.run.smithi143.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-07-26T07:36:33.103 INFO:teuthology.orchestra.run.smithi105.stdout:(68/160): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-07-26T07:36:33.125 INFO:teuthology.orchestra.run.smithi143.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 8.2 MB/s | 548 kB 00:00 2024-07-26T07:36:33.150 INFO:teuthology.orchestra.run.smithi143.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-07-26T07:36:33.161 INFO:teuthology.orchestra.run.smithi105.stdout:(69/160): postgresql-contrib-13.14-1.el9.x86_64 4.7 MB/s | 911 kB 00:00 2024-07-26T07:36:33.175 INFO:teuthology.orchestra.run.smithi143.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-07-26T07:36:33.200 INFO:teuthology.orchestra.run.smithi143.stdout:(116/160): python3-certifi-2023.05.07-4.el9.noa 584 kB/s | 14 kB 00:00 2024-07-26T07:36:33.203 INFO:teuthology.orchestra.run.smithi105.stdout:(70/160): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-07-26T07:36:33.243 INFO:teuthology.orchestra.run.smithi143.stdout:(117/160): python3-cheroot-8.6.0-4.el9.noarch.r 4.1 MB/s | 172 kB 00:00 2024-07-26T07:36:33.293 INFO:teuthology.orchestra.run.smithi143.stdout:(118/160): python3-cherrypy-18.6.1-2.el9.noarch 7.1 MB/s | 358 kB 00:00 2024-07-26T07:36:33.303 INFO:teuthology.orchestra.run.smithi105.stdout:(71/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 8.7 MB/s | 4.4 MB 00:00 2024-07-26T07:36:33.343 INFO:teuthology.orchestra.run.smithi143.stdout:(119/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 6.0 MB/s | 303 kB 00:00 2024-07-26T07:36:33.370 INFO:teuthology.orchestra.run.smithi105.stdout:(72/160): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-07-26T07:36:33.385 INFO:teuthology.orchestra.run.smithi143.stdout:(120/160): python3-google-auth-2.32.0-1.el9.noa 5.1 MB/s | 216 kB 00:00 2024-07-26T07:36:33.396 INFO:teuthology.orchestra.run.smithi105.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 957 kB/s | 87 kB 00:00 2024-07-26T07:36:33.470 INFO:teuthology.orchestra.run.smithi105.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 842 kB/s | 61 kB 00:00 2024-07-26T07:36:33.538 INFO:teuthology.orchestra.run.smithi105.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 3.5 MB/s | 244 kB 00:00 2024-07-26T07:36:33.611 INFO:teuthology.orchestra.run.smithi143.stdout:(121/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.8 MB/s | 16 MB 00:01 2024-07-26T07:36:33.664 INFO:teuthology.orchestra.run.smithi105.stdout:(76/160): postgresql-server-13.14-1.el9.x86_64. 12 MB/s | 5.8 MB 00:00 2024-07-26T07:36:33.697 INFO:teuthology.orchestra.run.smithi105.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 1.5 MB/s | 248 kB 00:00 2024-07-26T07:36:33.722 INFO:teuthology.orchestra.run.smithi105.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 445 kB/s | 26 kB 00:00 2024-07-26T07:36:33.728 INFO:teuthology.orchestra.run.smithi143.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-07-26T07:36:33.753 INFO:teuthology.orchestra.run.smithi143.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 444 kB/s | 11 kB 00:00 2024-07-26T07:36:33.756 INFO:teuthology.orchestra.run.smithi105.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 330 kB/s | 19 kB 00:00 2024-07-26T07:36:33.778 INFO:teuthology.orchestra.run.smithi143.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 723 kB/s | 18 kB 00:00 2024-07-26T07:36:33.790 INFO:teuthology.orchestra.run.smithi105.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-07-26T07:36:33.804 INFO:teuthology.orchestra.run.smithi143.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 956 kB/s | 23 kB 00:00 2024-07-26T07:36:33.815 INFO:teuthology.orchestra.run.smithi105.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 601 kB/s | 35 kB 00:00 2024-07-26T07:36:33.829 INFO:teuthology.orchestra.run.smithi143.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 802 kB/s | 19 kB 00:00 2024-07-26T07:36:33.854 INFO:teuthology.orchestra.run.smithi143.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 811 kB/s | 20 kB 00:00 2024-07-26T07:36:33.948 INFO:teuthology.orchestra.run.smithi105.stdout:(82/160): python3-babel-2.9.1-2.el9.noarch.rpm 10 MB/s | 6.0 MB 00:00 2024-07-26T07:36:33.971 INFO:teuthology.orchestra.run.smithi143.stdout:(128/160): libarrow-9.0.0-11.el9.x86_64.rpm 3.8 MB/s | 4.4 MB 00:01 2024-07-26T07:36:33.982 INFO:teuthology.orchestra.run.smithi105.stdout:(83/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.5 MB/s | 250 kB 00:00 2024-07-26T07:36:33.997 INFO:teuthology.orchestra.run.smithi143.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.9 MB/s | 46 kB 00:00 2024-07-26T07:36:34.016 INFO:teuthology.orchestra.run.smithi105.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 3.3 MB/s | 222 kB 00:00 2024-07-26T07:36:34.030 INFO:teuthology.orchestra.run.smithi143.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-07-26T07:36:34.064 INFO:teuthology.orchestra.run.smithi143.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-07-26T07:36:34.067 INFO:teuthology.orchestra.run.smithi105.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 923 kB/s | 77 kB 00:00 2024-07-26T07:36:34.100 INFO:teuthology.orchestra.run.smithi105.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 510 kB/s | 42 kB 00:00 2024-07-26T07:36:34.114 INFO:teuthology.orchestra.run.smithi143.stdout:(132/160): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-07-26T07:36:34.131 INFO:teuthology.orchestra.run.smithi143.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 1.0 MB/s | 16 kB 00:00 2024-07-26T07:36:34.133 INFO:teuthology.orchestra.run.smithi105.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 269 kB 00:00 2024-07-26T07:36:34.165 INFO:teuthology.orchestra.run.smithi143.stdout:(134/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2024-07-26T07:36:34.167 INFO:teuthology.orchestra.run.smithi105.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.4 MB/s | 159 kB 00:00 2024-07-26T07:36:34.191 INFO:teuthology.orchestra.run.smithi143.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-26T07:36:34.200 INFO:teuthology.orchestra.run.smithi105.stdout:(89/160): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-07-26T07:36:34.208 INFO:teuthology.orchestra.run.smithi143.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-07-26T07:36:34.226 INFO:teuthology.orchestra.run.smithi105.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 882 kB/s | 51 kB 00:00 2024-07-26T07:36:34.233 INFO:teuthology.orchestra.run.smithi143.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 746 kB/s | 31 kB 00:00 2024-07-26T07:36:34.259 INFO:teuthology.orchestra.run.smithi105.stdout:(91/160): python3-requests-oauthlib-1.3.0-12.el 924 kB/s | 54 kB 00:00 2024-07-26T07:36:34.267 INFO:teuthology.orchestra.run.smithi143.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 1.8 MB/s | 59 kB 00:00 2024-07-26T07:36:34.292 INFO:teuthology.orchestra.run.smithi143.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-07-26T07:36:34.318 INFO:teuthology.orchestra.run.smithi105.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 723 kB/s | 42 kB 00:00 2024-07-26T07:36:34.359 INFO:teuthology.orchestra.run.smithi143.stdout:(140/160): python3-grpcio-1.46.7-10.el9.x86_64. 2.1 MB/s | 2.0 MB 00:00 2024-07-26T07:36:34.393 INFO:teuthology.orchestra.run.smithi143.stdout:(141/160): python3-routes-2.5.1-5.el9.noarch.rp 1.0 MB/s | 188 kB 00:00 2024-07-26T07:36:34.418 INFO:teuthology.orchestra.run.smithi143.stdout:(142/160): python3-typing-extensions-4.4.0-2.el 408 kB/s | 51 kB 00:00 2024-07-26T07:36:34.419 INFO:teuthology.orchestra.run.smithi105.stdout:(93/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.1 MB/s | 5.1 MB 00:00 2024-07-26T07:36:34.444 INFO:teuthology.orchestra.run.smithi105.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 355 kB/s | 44 kB 00:00 2024-07-26T07:36:34.452 INFO:teuthology.orchestra.run.smithi143.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-07-26T07:36:34.486 INFO:teuthology.orchestra.run.smithi143.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 612 kB/s | 20 kB 00:00 2024-07-26T07:36:34.494 INFO:teuthology.orchestra.run.smithi105.stdout:(95/160): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-07-26T07:36:34.519 INFO:teuthology.orchestra.run.smithi105.stdout:(96/160): qatlib-service-24.02.0-1.el9.x86_64.r 480 kB/s | 36 kB 00:00 2024-07-26T07:36:34.544 INFO:teuthology.orchestra.run.smithi143.stdout:(145/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-07-26T07:36:34.570 INFO:teuthology.orchestra.run.smithi105.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 637 kB/s | 47 kB 00:00 2024-07-26T07:36:34.578 INFO:teuthology.orchestra.run.smithi143.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-07-26T07:36:34.603 INFO:teuthology.orchestra.run.smithi105.stdout:(98/160): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-07-26T07:36:34.612 INFO:teuthology.orchestra.run.smithi143.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.2 MB/s | 427 kB 00:00 2024-07-26T07:36:34.637 INFO:teuthology.orchestra.run.smithi105.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 873 kB/s | 58 kB 00:00 2024-07-26T07:36:34.663 INFO:teuthology.orchestra.run.smithi105.stdout:(100/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-07-26T07:36:34.688 INFO:teuthology.orchestra.run.smithi105.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-07-26T07:36:34.713 INFO:teuthology.orchestra.run.smithi105.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-07-26T07:36:34.745 INFO:teuthology.orchestra.run.smithi143.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 7.9 MB/s | 1.6 MB 00:00 2024-07-26T07:36:34.970 INFO:teuthology.orchestra.run.smithi143.stdout:(149/160): NetworkManager-1.48.2-2.el9.x86_64.r 10 MB/s | 2.3 MB 00:00 2024-07-26T07:36:35.121 INFO:teuthology.orchestra.run.smithi143.stdout:(150/160): librados2-19.0.0-5320.ge8f88bb1.el9. 6.2 MB/s | 3.4 MB 00:00 2024-07-26T07:36:35.188 INFO:teuthology.orchestra.run.smithi143.stdout:(151/160): NetworkManager-libnm-1.48.2-2.el9.x8 8.3 MB/s | 1.8 MB 00:00 2024-07-26T07:36:35.188 INFO:teuthology.orchestra.run.smithi105.stdout:(103/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-07-26T07:36:35.205 INFO:teuthology.orchestra.run.smithi105.stdout:(104/160): lua-devel-5.4.4-4.el9.x86_64.rpm 43 kB/s | 22 kB 00:00 2024-07-26T07:36:35.230 INFO:teuthology.orchestra.run.smithi143.stdout:(152/160): NetworkManager-team-1.48.2-2.el9.x86 416 kB/s | 41 kB 00:00 2024-07-26T07:36:35.297 INFO:teuthology.orchestra.run.smithi143.stdout:(153/160): NetworkManager-tui-1.48.2-2.el9.x86_ 2.2 MB/s | 247 kB 00:00 2024-07-26T07:36:35.330 INFO:teuthology.orchestra.run.smithi143.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 368 kB/s | 37 kB 00:00 2024-07-26T07:36:35.372 INFO:teuthology.orchestra.run.smithi105.stdout:(105/160): abseil-cpp-20211102.0-3.el9.x86_64.r 2.9 MB/s | 548 kB 00:00 2024-07-26T07:36:35.406 INFO:teuthology.orchestra.run.smithi105.stdout:(106/160): gperftools-libs-2.9.1-2.el9.x86_64.r 1.5 MB/s | 309 kB 00:00 2024-07-26T07:36:35.406 INFO:teuthology.orchestra.run.smithi143.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.9 MB/s | 207 kB 00:00 2024-07-26T07:36:35.423 INFO:teuthology.orchestra.run.smithi105.stdout:(107/160): grpc-data-1.46.7-10.el9.noarch.rpm 389 kB/s | 19 kB 00:00 2024-07-26T07:36:35.439 INFO:teuthology.orchestra.run.smithi143.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.4 MB/s | 260 kB 00:00 2024-07-26T07:36:35.448 INFO:teuthology.orchestra.run.smithi105.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-07-26T07:36:35.473 INFO:teuthology.orchestra.run.smithi105.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.0 MB/s | 49 kB 00:00 2024-07-26T07:36:35.532 INFO:teuthology.orchestra.run.smithi143.stdout:(157/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 3.4 MB/s | 3.1 MB 00:00 2024-07-26T07:36:35.532 INFO:teuthology.orchestra.run.smithi105.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-07-26T07:36:35.566 INFO:teuthology.orchestra.run.smithi105.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-07-26T07:36:35.598 INFO:teuthology.orchestra.run.smithi143.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 7.2 MB/s | 1.4 MB 00:00 2024-07-26T07:36:35.641 INFO:teuthology.orchestra.run.smithi105.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-07-26T07:36:35.691 INFO:teuthology.orchestra.run.smithi105.stdout:(113/160): protobuf-compiler-3.14.0-13.el9.x86_ 883 kB/s | 863 kB 00:00 2024-07-26T07:36:35.692 INFO:teuthology.orchestra.run.smithi143.stdout:(159/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 9.5 MB/s | 2.4 MB 00:00 2024-07-26T07:36:35.800 INFO:teuthology.orchestra.run.smithi105.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 405 kB/s | 43 kB 00:00 2024-07-26T07:36:35.820 INFO:teuthology.orchestra.run.smithi143.stdout:(160/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 3.9 MB/s | 1.1 MB 00:00 2024-07-26T07:36:35.825 INFO:teuthology.orchestra.run.smithi105.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-07-26T07:36:35.836 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-07-26T07:36:35.836 INFO:teuthology.orchestra.run.smithi143.stdout:Total 18 MB/s | 233 MB 00:13 2024-07-26T07:36:35.867 INFO:teuthology.orchestra.run.smithi105.stdout:(116/160): python3-asyncssh-2.13.2-5.el9.noarch 2.4 MB/s | 548 kB 00:00 2024-07-26T07:36:35.893 INFO:teuthology.orchestra.run.smithi105.stdout:(117/160): python3-certifi-2023.05.07-4.el9.noa 213 kB/s | 14 kB 00:00 2024-07-26T07:36:35.926 INFO:teuthology.orchestra.run.smithi105.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-07-26T07:36:35.968 INFO:teuthology.orchestra.run.smithi105.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-07-26T07:36:36.029 INFO:teuthology.orchestra.run.smithi105.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-07-26T07:36:36.119 INFO:teuthology.orchestra.run.smithi105.stdout:(121/160): python3-google-auth-2.32.0-1.el9.noa 1.4 MB/s | 216 kB 00:00 2024-07-26T07:36:36.153 INFO:teuthology.orchestra.run.smithi105.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-07-26T07:36:36.178 INFO:teuthology.orchestra.run.smithi105.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 443 kB/s | 11 kB 00:00 2024-07-26T07:36:36.203 INFO:teuthology.orchestra.run.smithi105.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 732 kB/s | 18 kB 00:00 2024-07-26T07:36:36.228 INFO:teuthology.orchestra.run.smithi105.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 959 kB/s | 23 kB 00:00 2024-07-26T07:36:36.254 INFO:teuthology.orchestra.run.smithi105.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 804 kB/s | 19 kB 00:00 2024-07-26T07:36:36.279 INFO:teuthology.orchestra.run.smithi105.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 804 kB/s | 20 kB 00:00 2024-07-26T07:36:36.371 INFO:teuthology.orchestra.run.smithi105.stdout:(128/160): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-07-26T07:36:36.397 INFO:teuthology.orchestra.run.smithi105.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.9 MB/s | 46 kB 00:00 2024-07-26T07:36:36.430 INFO:teuthology.orchestra.run.smithi105.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-07-26T07:36:36.464 INFO:teuthology.orchestra.run.smithi105.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-07-26T07:36:36.531 INFO:teuthology.orchestra.run.smithi105.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-07-26T07:36:36.598 INFO:teuthology.orchestra.run.smithi105.stdout:(133/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-07-26T07:36:36.623 INFO:teuthology.orchestra.run.smithi105.stdout:(134/160): python3-portend-3.1.0-2.el9.noarch.r 180 kB/s | 16 kB 00:00 2024-07-26T07:36:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:(135/160): libarrow-9.0.0-11.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-07-26T07:36:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:(136/160): python3-pyperclip-1.8.2-2.el9.noarch 243 kB/s | 28 kB 00:00 2024-07-26T07:36:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 624 kB/s | 31 kB 00:00 2024-07-26T07:36:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:(138/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 468 kB/s | 90 kB 00:00 2024-07-26T07:36:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:(139/160): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-07-26T07:36:36.841 INFO:teuthology.orchestra.run.smithi105.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 726 kB/s | 36 kB 00:00 2024-07-26T07:36:36.875 INFO:teuthology.orchestra.run.smithi105.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.5 MB/s | 51 kB 00:00 2024-07-26T07:36:36.909 INFO:teuthology.orchestra.run.smithi105.stdout:(142/160): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-07-26T07:36:36.942 INFO:teuthology.orchestra.run.smithi105.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-07-26T07:36:36.993 INFO:teuthology.orchestra.run.smithi105.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 405 kB/s | 20 kB 00:00 2024-07-26T07:36:37.035 INFO:teuthology.orchestra.run.smithi105.stdout:(145/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-07-26T07:36:37.077 INFO:teuthology.orchestra.run.smithi105.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 2.3 MB/s | 192 kB 00:00 2024-07-26T07:36:37.119 INFO:teuthology.orchestra.run.smithi105.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.0 MB/s | 427 kB 00:00 2024-07-26T07:36:37.244 INFO:teuthology.orchestra.run.smithi105.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-07-26T07:36:37.479 INFO:teuthology.orchestra.run.smithi105.stdout:(149/160): librados2-19.0.0-5320.ge8f88bb1.el9. 8.4 MB/s | 3.4 MB 00:00 2024-07-26T07:36:37.561 INFO:teuthology.orchestra.run.smithi105.stdout:(150/160): NetworkManager-1.48.2-2.el9.x86_64.r 7.3 MB/s | 2.3 MB 00:00 2024-07-26T07:36:37.603 INFO:teuthology.orchestra.run.smithi105.stdout:(151/160): NetworkManager-team-1.48.2-2.el9.x86 996 kB/s | 41 kB 00:00 2024-07-26T07:36:37.662 INFO:teuthology.orchestra.run.smithi105.stdout:(152/160): NetworkManager-tui-1.48.2-2.el9.x86_ 4.2 MB/s | 247 kB 00:00 2024-07-26T07:36:37.737 INFO:teuthology.orchestra.run.smithi105.stdout:(153/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 5.1 MB/s | 3.1 MB 00:00 2024-07-26T07:36:37.762 INFO:teuthology.orchestra.run.smithi105.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 369 kB/s | 37 kB 00:00 2024-07-26T07:36:37.830 INFO:teuthology.orchestra.run.smithi105.stdout:(155/160): NetworkManager-libnm-1.48.2-2.el9.x8 5.2 MB/s | 1.8 MB 00:00 2024-07-26T07:36:37.863 INFO:teuthology.orchestra.run.smithi105.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.5 MB/s | 260 kB 00:00 2024-07-26T07:36:37.914 INFO:teuthology.orchestra.run.smithi105.stdout:(157/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.2 MB/s | 207 kB 00:00 2024-07-26T07:36:37.980 INFO:teuthology.orchestra.run.smithi105.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 9.0 MB/s | 1.4 MB 00:00 2024-07-26T07:36:38.047 INFO:teuthology.orchestra.run.smithi105.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 8.2 MB/s | 1.1 MB 00:00 2024-07-26T07:36:38.122 INFO:teuthology.orchestra.run.smithi105.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 9.3 MB/s | 2.4 MB 00:00 2024-07-26T07:36:38.139 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2024-07-26T07:36:38.139 INFO:teuthology.orchestra.run.smithi105.stdout:Total 18 MB/s | 233 MB 00:12 2024-07-26T07:36:39.086 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-07-26T07:36:39.372 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-07-26T07:36:39.372 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-07-26T07:36:41.464 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2024-07-26T07:36:41.752 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2024-07-26T07:36:41.752 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2024-07-26T07:36:42.040 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-07-26T07:36:42.042 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-07-26T07:36:44.356 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2024-07-26T07:36:44.356 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2024-07-26T07:36:48.801 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-07-26T07:36:48.906 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T07:36:48.983 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T07:36:49.111 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T07:36:49.172 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T07:36:49.210 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T07:36:49.313 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T07:36:49.761 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T07:36:49.905 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:36:50.099 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:36:50.124 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:36:50.263 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:36:50.298 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T07:36:50.367 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T07:36:50.666 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T07:36:50.721 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T07:36:50.746 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:36:50.912 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:36:50.941 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T07:36:51.028 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T07:36:51.067 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T07:36:51.146 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T07:36:51.276 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2024-07-26T07:36:51.374 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T07:36:51.446 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T07:36:51.608 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T07:36:51.654 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T07:36:51.776 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T07:36:51.833 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T07:36:51.872 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T07:36:51.951 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T07:36:51.970 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T07:36:52.145 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T07:36:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T07:36:52.418 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:52.418 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T07:36:52.528 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:52.554 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:36:52.729 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:36:52.763 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:36:52.844 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:52.893 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:36:52.929 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T07:36:52.995 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T07:36:53.031 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T07:36:53.067 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T07:36:53.119 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T07:36:53.222 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T07:36:53.285 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T07:36:53.331 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T07:36:53.332 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T07:36:53.394 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T07:36:53.402 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T07:36:53.426 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:36:53.441 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T07:36:53.474 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T07:36:53.584 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T07:36:53.591 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:36:53.627 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T07:36:53.651 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T07:36:53.685 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T07:36:53.707 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T07:36:53.737 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T07:36:53.739 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T07:36:53.811 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T07:36:53.837 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T07:36:53.872 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-26T07:36:53.933 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-26T07:36:53.963 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-26T07:36:54.083 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T07:36:54.100 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T07:36:54.157 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T07:36:54.271 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T07:36:54.545 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T07:36:54.590 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T07:36:54.713 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T07:36:54.783 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T07:36:54.806 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T07:36:54.894 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T07:36:55.056 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:55.150 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:55.409 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T07:36:55.422 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T07:36:55.598 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T07:36:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T07:36:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T07:36:55.773 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T07:36:55.784 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T07:36:55.812 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T07:36:55.839 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T07:36:55.865 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T07:36:55.912 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T07:36:55.937 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T07:36:55.987 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T07:36:55.990 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-26T07:36:56.042 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T07:36:56.074 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T07:36:56.081 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T07:36:56.212 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T07:36:56.277 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T07:36:56.307 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T07:36:56.316 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T07:36:56.365 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T07:36:56.371 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T07:36:56.481 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T07:36:56.483 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T07:36:56.549 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T07:36:56.633 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T07:36:56.657 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-26T07:36:56.672 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T07:36:56.711 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T07:36:56.724 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-26T07:36:56.769 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-26T07:36:56.800 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T07:36:56.846 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T07:36:56.891 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T07:36:56.908 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T07:36:56.965 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T07:36:56.977 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T07:36:57.093 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T07:36:57.160 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T07:36:57.205 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T07:36:57.249 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T07:36:57.266 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T07:36:57.333 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T07:36:57.380 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T07:36:57.421 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T07:36:57.485 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T07:36:57.520 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T07:36:57.553 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T07:36:57.743 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T07:36:57.930 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T07:36:57.976 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T07:36:58.012 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T07:36:58.018 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T07:36:58.050 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T07:36:58.104 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T07:36:58.122 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T07:36:58.152 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T07:36:58.158 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T07:36:58.197 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T07:36:58.202 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T07:36:58.248 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T07:36:58.252 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T07:36:58.290 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T07:36:58.298 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-26T07:36:58.355 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T07:36:58.367 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T07:36:58.396 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T07:36:58.536 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T07:36:58.608 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T07:36:58.611 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T07:36:58.655 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T07:36:58.679 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T07:36:58.805 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T07:36:58.807 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T07:36:58.875 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T07:36:58.875 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T07:36:58.969 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T07:36:59.013 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T07:36:59.055 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T07:36:59.532 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T07:36:59.608 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T07:36:59.686 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T07:36:59.752 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T07:36:59.829 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T07:36:59.909 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T07:36:59.950 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T07:36:59.969 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T07:37:00.020 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T07:37:00.074 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T07:37:00.077 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T07:37:00.133 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T07:37:00.186 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T07:37:00.205 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T07:37:00.253 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T07:37:00.293 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T07:37:00.312 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T07:37:00.335 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T07:37:00.353 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T07:37:00.394 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T07:37:00.561 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T07:37:00.591 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T07:37:00.635 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T07:37:00.691 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T07:37:00.814 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T07:37:00.858 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T07:37:00.896 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T07:37:00.961 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T07:37:01.028 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T07:37:01.080 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T07:37:01.136 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T07:37:01.192 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T07:37:01.243 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T07:37:01.319 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T07:37:01.365 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T07:37:01.496 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T07:37:01.534 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T07:37:01.602 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T07:37:01.645 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T07:37:01.646 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T07:37:01.801 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T07:37:01.876 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T07:37:02.853 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T07:37:02.909 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T07:37:02.942 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T07:37:03.063 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T07:37:03.117 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T07:37:03.178 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T07:37:03.210 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T07:37:03.277 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T07:37:03.304 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T07:37:03.319 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T07:37:03.339 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T07:37:03.376 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T07:37:03.564 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T07:37:03.591 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T07:37:03.695 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T07:37:03.791 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T07:37:03.833 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T07:37:03.945 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T07:37:03.982 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-26T07:37:04.045 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T07:37:04.498 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T07:37:04.617 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T07:37:04.639 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T07:37:04.644 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T07:37:04.746 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T07:37:04.780 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-26T07:37:06.209 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T07:37:06.306 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T07:37:06.341 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T07:37:06.376 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T07:37:06.787 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T07:37:06.835 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T07:37:06.969 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T07:37:07.002 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-26T07:37:07.059 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T07:37:07.477 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:07.526 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:07.622 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T07:37:07.683 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T07:37:07.783 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T07:37:07.824 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-26T07:37:08.176 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:08.220 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T07:37:08.355 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T07:37:08.355 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T07:37:08.355 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T07:37:08.355 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:08.396 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T07:37:10.519 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:10.586 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:11.249 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T07:37:11.299 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T07:37:11.465 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T07:37:11.465 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T07:37:11.466 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T07:37:11.466 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:11.500 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T07:37:21.167 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T07:37:21.168 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /sys 2024-07-26T07:37:21.168 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /proc 2024-07-26T07:37:21.168 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /mnt 2024-07-26T07:37:21.168 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /var/tmp 2024-07-26T07:37:21.168 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /home 2024-07-26T07:37:21.169 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /root 2024-07-26T07:37:21.169 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /tmp 2024-07-26T07:37:21.169 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:21.396 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T07:37:21.445 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T07:37:21.445 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:21.446 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T07:37:21.446 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:23.167 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T07:37:23.243 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:23.492 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T07:37:23.559 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T07:37:23.560 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:23.560 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T07:37:23.560 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T07:37:23.560 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T07:37:23.560 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:24.068 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T07:37:24.137 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T07:37:24.138 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:24.138 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T07:37:24.138 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T07:37:24.138 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T07:37:24.138 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:24.267 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T07:37:24.267 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /sys 2024-07-26T07:37:24.267 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /proc 2024-07-26T07:37:24.267 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /mnt 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /var/tmp 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /home 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /root 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /tmp 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:24.268 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T07:37:24.339 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T07:37:24.415 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T07:37:24.542 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T07:37:24.588 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T07:37:24.589 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:24.589 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T07:37:24.589 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:24.645 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T07:37:24.714 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T07:37:24.799 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T07:37:24.908 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T07:37:25.073 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T07:37:25.121 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T07:37:25.161 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T07:37:25.196 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T07:37:25.810 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T07:37:25.850 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T07:37:25.903 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-26T07:37:26.018 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-26T07:37:26.052 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T07:37:26.310 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T07:37:26.392 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:26.635 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T07:37:26.724 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:27.228 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T07:37:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:27.438 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T07:37:27.500 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T07:37:27.583 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T07:37:27.831 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T07:37:27.918 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T07:37:28.006 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T07:37:28.119 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T07:37:28.290 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T07:37:28.340 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T07:37:28.406 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T07:37:28.431 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T07:37:29.028 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T07:37:29.067 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T07:37:29.121 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-26T07:37:29.247 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-26T07:37:29.286 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T07:37:29.713 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T07:37:29.784 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T07:37:30.876 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T07:37:30.908 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T07:37:31.063 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T07:37:31.245 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-26T07:37:31.277 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T07:37:31.346 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T07:37:31.346 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:31.347 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T07:37:31.347 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T07:37:31.347 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T07:37:31.347 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:31.402 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T07:37:31.439 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T07:37:31.546 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-26T07:37:31.627 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-26T07:37:32.694 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T07:37:32.730 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T07:37:32.802 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:32.864 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T07:37:32.948 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T07:37:32.949 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T07:37:32.949 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:32.949 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T07:37:32.949 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:33.018 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T07:37:33.023 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T07:37:33.125 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T07:37:33.125 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:33.125 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T07:37:33.125 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T07:37:33.126 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T07:37:33.126 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:33.516 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T07:37:33.587 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T07:37:33.587 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:33.587 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T07:37:33.587 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T07:37:33.587 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T07:37:33.588 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:34.113 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T07:37:34.159 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T07:37:34.317 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T07:37:34.502 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-26T07:37:34.536 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T07:37:34.613 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:34.670 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T07:37:34.706 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T07:37:34.821 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-26T07:37:34.902 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-26T07:37:35.971 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T07:37:36.006 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T07:37:36.076 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T07:37:36.076 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:36.077 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T07:37:36.077 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T07:37:36.077 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T07:37:36.077 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:36.132 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T07:37:36.202 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T07:37:36.202 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:36.202 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T07:37:36.203 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:36.266 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T07:37:36.340 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T07:37:36.340 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:36.341 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T07:37:36.341 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T07:37:36.341 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T07:37:36.341 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:36.708 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T07:37:36.779 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:38.321 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-26T07:37:38.374 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-26T07:37:38.452 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-26T07:37:38.487 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T07:37:38.525 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T07:37:38.818 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T07:37:38.867 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T07:37:38.902 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-26T07:37:38.941 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T07:37:38.989 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T07:37:39.051 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T07:37:39.904 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:39.956 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:40.011 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:41.366 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-26T07:37:41.491 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T07:37:41.514 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-26T07:37:41.546 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T07:37:41.567 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-26T07:37:41.629 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-26T07:37:41.663 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T07:37:41.692 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T07:37:41.700 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T07:37:41.731 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T07:37:41.765 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T07:37:41.798 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T07:37:41.858 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T07:37:41.859 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T07:37:41.984 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T07:37:42.015 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T07:37:42.043 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T07:37:42.061 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T07:37:42.061 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T07:37:42.078 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-26T07:37:42.125 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T07:37:42.175 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T07:37:42.199 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T07:37:42.227 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T07:37:42.237 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T07:37:42.280 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:42.281 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:42.593 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:42.593 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T07:37:42.738 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T07:37:42.783 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T07:37:42.838 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T07:37:42.979 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:43.176 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:43.234 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:43.234 INFO:teuthology.orchestra.run.smithi143.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-26T07:37:43.234 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:43.238 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:43.292 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T07:37:44.650 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-26T07:37:44.792 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T07:37:44.864 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T07:37:45.007 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T07:37:45.053 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T07:37:45.105 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T07:37:45.138 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T07:37:45.180 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T07:37:45.181 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T07:37:45.313 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T07:37:45.359 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T07:37:45.359 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T07:37:45.496 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T07:37:45.535 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T07:37:45.569 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:45.570 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:45.865 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T07:37:45.865 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T07:37:46.019 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T07:37:46.072 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T07:37:46.110 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T07:37:46.273 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:46.531 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:46.531 INFO:teuthology.orchestra.run.smithi105.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-26T07:37:46.532 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-26T07:37:49.783 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-26T07:37:49.784 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-26T07:37:49.785 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T07:37:49.786 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T07:37:49.787 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T07:37:49.788 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T07:37:49.789 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T07:37:49.790 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T07:37:49.791 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T07:37:49.792 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T07:37:49.793 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T07:37:49.794 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T07:37:49.795 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T07:37:49.796 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T07:37:49.797 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T07:37:52.061 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout:Upgraded: 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.062 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.063 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.064 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T07:37:52.065 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T07:37:52.066 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T07:37:52.067 INFO:teuthology.orchestra.run.smithi143.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T07:37:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.069 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T07:37:52.070 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T07:37:52.071 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T07:37:52.072 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T07:37:52.073 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T07:37:52.074 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T07:37:52.075 INFO:teuthology.orchestra.run.smithi143.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T07:37:52.076 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T07:37:52.076 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T07:37:52.076 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T07:37:52.076 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:37:52.076 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-07-26T07:37:52.755 DEBUG:teuthology.parallel:result is None 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-26T07:37:53.091 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-26T07:37:53.092 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-26T07:37:53.093 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-26T07:37:53.109 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-26T07:37:53.109 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-26T07:37:53.109 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-26T07:37:53.109 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T07:37:53.110 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T07:37:53.111 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T07:37:53.112 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T07:37:53.113 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T07:37:53.114 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T07:37:53.115 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T07:37:53.116 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T07:37:53.117 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T07:37:53.118 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T07:37:53.119 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T07:37:53.120 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T07:37:53.121 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T07:37:55.494 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T07:37:55.495 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.496 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T07:37:55.497 INFO:teuthology.orchestra.run.smithi105.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.498 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T07:37:55.499 INFO:teuthology.orchestra.run.smithi105.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T07:37:55.500 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T07:37:55.501 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T07:37:55.502 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T07:37:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T07:37:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T07:37:55.505 INFO:teuthology.orchestra.run.smithi105.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T07:37:55.506 INFO:teuthology.orchestra.run.smithi105.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:37:55.507 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2024-07-26T07:37:56.176 DEBUG:teuthology.parallel:result is None 2024-07-26T07:37:56.177 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T07:37:56.322 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T07:37:56.373 INFO:teuthology.orchestra.run.smithi105.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-26T07:37:56.373 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-26T07:37:56.374 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-26T07:37:56.376 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T07:37:56.520 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T07:37:56.592 INFO:teuthology.orchestra.run.smithi143.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-26T07:37:56.592 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-26T07:37:56.592 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-26T07:37:56.595 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-26T07:37:56.595 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:56.595 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T07:37:56.668 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:37:56.668 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T07:37:56.760 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-26T07:37:56.760 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:56.760 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T07:37:56.822 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T07:37:56.924 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:37:56.924 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T07:37:57.009 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T07:37:57.140 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-26T07:37:57.140 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:57.140 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T07:37:57.205 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T07:37:57.309 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:37:57.309 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T07:37:57.397 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T07:37:57.523 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-26T07:37:57.523 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:57.524 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T07:37:57.587 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T07:37:57.688 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:37:57.688 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T07:37:57.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T07:37:57.848 INFO:teuthology.run_tasks:Running task ceph... 2024-07-26T07:37:57.941 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-07-26T07:37:57.941 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 777 /var/log/ceph 2024-07-26T07:37:57.946 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 777 /var/log/ceph 2024-07-26T07:37:58.034 INFO:tasks.ceph:Disabling ceph logrotate... 2024-07-26T07:37:58.034 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T07:37:58.039 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T07:37:58.124 INFO:tasks.ceph:Creating extra log directories... 2024-07-26T07:37:58.124 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T07:37:58.129 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T07:37:58.245 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-07-26T07:37:58.246 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-07-26T07:37:58.246 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-07-26T07:37:58.246 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:58.246 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T07:37:58.284 DEBUG:teuthology.orchestra.run.smithi105:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T07:37:58.460 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T07:37:58.518 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:37:58.518 DEBUG:teuthology.orchestra.run.smithi143:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T07:37:58.576 DEBUG:teuthology.orchestra.run.smithi143:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T07:37:58.810 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T07:37:58.901 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-07-26T07:37:58.901 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-07-26T07:37:58.901 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818701', 'branch': 'wip-vshankar-testing-20240725.121331-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/xfstests-dev}', 'email': 'vshankar@redhat.com', 'first_in_suite': False, 'job_id': '7818701', 'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-vshankar-testing-20240725.121331-debug'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-vshankar-testing-20240725.121331-debug', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'owner': 'scheduled_vshankar@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 5532, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'sleep_before_teardown': 0, 'subset': '1001/1024', 'suite': 'fs', 'suite_branch': 'wip-vshankar-testing-20240725.121331-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi105.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH6qirq9zkIwJ/9N8vSQZMPaN9Q4RewF54g/r+KX8mbRyLOnGW4G3rdiLxfERMKZj+2w3FExoBtw161V7RGGSRQ=', 'smithi143.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMA/WNbszrPQPKBcVxnB5V2gx9808LdMGQF8PB9CJsmh0AZtvGTI8tYjFpZB2qsFabbgae5GfHXkVCvXVOcv+HY='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '53ce1462e129f6eb4071986336534c740fdebd31', 'timestamp': '2024-07-26_04:18:59', 'tube': 'smithi', 'user': 'vshankar', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525'} 2024-07-26T07:37:58.902 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T07:37:58.906 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T07:37:58.960 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T07:37:58.994 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T07:37:59.082 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:37:59.082 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T07:37:59.120 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T07:37:59.120 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_1 2024-07-26T07:37:59.201 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T07:37:59.201 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:37:59.201 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-07-26 07:37:47.024656135 +0000 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-07-26 07:34:51.812551530 +0000 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-07-26 07:34:51.812551530 +0000 2024-07-26T07:37:59.202 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-07-26 07:34:51.812551530 +0000 2024-07-26T07:37:59.202 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T07:37:59.303 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-07-26T07:37:59.303 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-07-26T07:37:59.303 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000406397 s, 1.3 MB/s 2024-07-26T07:37:59.306 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T07:37:59.346 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_2 2024-07-26T07:37:59.428 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-07-26 07:37:47.024656135 +0000 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-07-26 07:34:52.421539938 +0000 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-07-26 07:34:52.421539938 +0000 2024-07-26T07:37:59.429 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-07-26 07:34:52.421539938 +0000 2024-07-26T07:37:59.429 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T07:37:59.527 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-07-26T07:37:59.527 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-07-26T07:37:59.527 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000286604 s, 1.8 MB/s 2024-07-26T07:37:59.530 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T07:37:59.571 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_3 2024-07-26T07:37:59.650 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-07-26 07:37:47.026656096 +0000 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-07-26 07:34:53.032528309 +0000 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-07-26 07:34:53.032528309 +0000 2024-07-26T07:37:59.651 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-07-26 07:34:53.032528309 +0000 2024-07-26T07:37:59.651 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T07:37:59.757 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-07-26T07:37:59.757 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-07-26T07:37:59.758 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000322569 s, 1.6 MB/s 2024-07-26T07:37:59.761 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T07:37:59.803 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_4 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-07-26 07:37:47.026656096 +0000 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-07-26 07:34:53.618517155 +0000 2024-07-26T07:37:59.892 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-07-26 07:34:53.618517155 +0000 2024-07-26T07:37:59.893 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-07-26 07:34:53.618517155 +0000 2024-07-26T07:37:59.893 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T07:38:00.006 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-07-26T07:38:00.007 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-07-26T07:38:00.007 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000352367 s, 1.5 MB/s 2024-07-26T07:38:00.010 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T07:38:00.053 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:00.053 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:00.053 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T07:38:00.110 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T07:38:00.111 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_1 2024-07-26T07:38:00.162 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T07:38:00.163 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:38:00.163 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-07-26T07:38:00.163 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:38:00.163 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:38:00.163 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-07-26 07:37:43.680790724 +0000 2024-07-26T07:38:00.164 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-07-26 07:34:51.826303732 +0000 2024-07-26T07:38:00.164 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-07-26 07:34:51.826303732 +0000 2024-07-26T07:38:00.164 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-07-26 07:34:51.826303732 +0000 2024-07-26T07:38:00.164 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T07:38:00.242 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-07-26T07:38:00.243 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-07-26T07:38:00.243 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000393291 s, 1.3 MB/s 2024-07-26T07:38:00.246 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T07:38:00.302 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_2 2024-07-26T07:38:00.351 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-07-26 07:37:43.681790697 +0000 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-07-26 07:34:52.421288146 +0000 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-07-26 07:34:52.421288146 +0000 2024-07-26T07:38:00.352 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-07-26 07:34:52.421288146 +0000 2024-07-26T07:38:00.352 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T07:38:00.430 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-07-26T07:38:00.430 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-07-26T07:38:00.430 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000359953 s, 1.4 MB/s 2024-07-26T07:38:00.434 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T07:38:00.489 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_3 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:38:00.539 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-07-26 07:37:43.682790671 +0000 2024-07-26T07:38:00.540 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-07-26 07:34:53.027272272 +0000 2024-07-26T07:38:00.540 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-07-26 07:34:53.027272272 +0000 2024-07-26T07:38:00.540 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-07-26 07:34:53.027272272 +0000 2024-07-26T07:38:00.540 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T07:38:00.617 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-07-26T07:38:00.618 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-07-26T07:38:00.618 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000330655 s, 1.5 MB/s 2024-07-26T07:38:00.621 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T07:38:00.676 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_4 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-07-26 07:37:43.682790671 +0000 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-07-26 07:34:53.599257289 +0000 2024-07-26T07:38:00.725 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-07-26 07:34:53.599257289 +0000 2024-07-26T07:38:00.726 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-07-26 07:34:53.599257289 +0000 2024-07-26T07:38:00.726 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T07:38:00.801 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-07-26T07:38:00.801 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-07-26T07:38:00.801 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000325975 s, 1.6 MB/s 2024-07-26T07:38:00.805 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T07:38:00.859 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:00.859 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi105.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi143.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T07:38:00.859 INFO:tasks.ceph:Generating config... 2024-07-26T07:38:00.860 INFO:tasks.ceph:[client] pid file = 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mgr] debug client = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mgr] debug ms = 1 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mon] debug mon = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mon] debug ms = 1 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mon] debug paxos = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-07-26T07:38:00.861 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-07-26T07:38:00.861 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-07-26T07:38:00.861 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-07-26T07:38:00.861 INFO:tasks.ceph:[osd] debug ms = 1 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] debug osd = 20 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-07-26T07:38:00.862 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-07-26T07:38:00.862 INFO:tasks.ceph:Setting up mon.a... 2024-07-26T07:38:00.862 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-07-26T07:38:01.070 INFO:teuthology.orchestra.run.smithi105.stdout:creating /etc/ceph/ceph.keyring 2024-07-26T07:38:01.084 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-07-26T07:38:01.280 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T07:38:01.363 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.105'), ('mon.b', '172.21.15.143'), ('mon.c', '[v2:172.21.15.143:3301,v1:172.21.15.143:6790]')] 2024-07-26T07:38:01.363 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.105,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-07-26T07:38:01.364 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:01.364 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T07:38:01.416 DEBUG:teuthology.orchestra.run.smithi105:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.105 --add b 172.21.15.143 --addv c '[v2:172.21.15.143:3301,v1:172.21.15.143:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:01.635 INFO:teuthology.orchestra.run.smithi105.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:monmaptool: generated fsid 8c36d0d3-696c-4e83-a6b4-9f8966adecf3 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:setting min_mon_release = quincy 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:epoch 0 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:fsid 8c36d0d3-696c-4e83-a6b4-9f8966adecf3 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:last_changed 2024-07-26T07:38:01.635917+0000 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:created 2024-07-26T07:38:01.635917+0000 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:min_mon_release 17 (quincy) 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:election_strategy: 1 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:0: [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon.a 2024-07-26T07:38:01.636 INFO:teuthology.orchestra.run.smithi105.stdout:1: [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] mon.b 2024-07-26T07:38:01.637 INFO:teuthology.orchestra.run.smithi105.stdout:2: [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] mon.c 2024-07-26T07:38:01.637 INFO:teuthology.orchestra.run.smithi105.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-07-26T07:38:01.645 DEBUG:teuthology.orchestra.run.smithi105:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T07:38:01.695 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 8c36d0d3-696c-4e83-a6b4-9f8966adecf3... 2024-07-26T07:38:01.696 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T07:38:01.700 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T07:38:01.828 INFO:teuthology.orchestra.run.smithi105.stdout:[global] 2024-07-26T07:38:01.828 INFO:teuthology.orchestra.run.smithi105.stdout: chdir = "" 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: auth supported = cephx 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: filestore xattr use omap = true 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.829 INFO:teuthology.orchestra.run.smithi105.stdout: mon clock drift allowed = 1.000 2024-07-26T07:38:01.830 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.830 INFO:teuthology.orchestra.run.smithi105.stdout: osd crush chooseleaf type = 0 2024-07-26T07:38:01.830 INFO:teuthology.orchestra.run.smithi105.stdout: auth debug = true 2024-07-26T07:38:01.830 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.830 INFO:teuthology.orchestra.run.smithi105.stdout: ms die on old message = true 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: ms die on bug = true 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: mon pg warn max object skew = 0 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.831 INFO:teuthology.orchestra.run.smithi105.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: osd pool default size = 2 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd allow primary affinity = true 2024-07-26T07:38:01.832 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd allow pg remap = true 2024-07-26T07:38:01.833 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on legacy crush tunables = false 2024-07-26T07:38:01.834 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on crush straw calc version zero = false 2024-07-26T07:38:01.834 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on no sortbitwise = false 2024-07-26T07:38:01.834 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on osd down out interval zero = false 2024-07-26T07:38:01.834 INFO:teuthology.orchestra.run.smithi105.stdout: mon warn on too few osds = false 2024-07-26T07:38:01.834 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: mon_allow_pool_size_one = true 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.835 INFO:teuthology.orchestra.run.smithi105.stdout: osd default data pool replay window = 5 2024-07-26T07:38:01.836 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.836 INFO:teuthology.orchestra.run.smithi105.stdout: mon allow pool delete = true 2024-07-26T07:38:01.836 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.836 INFO:teuthology.orchestra.run.smithi105.stdout: mon cluster log file level = debug 2024-07-26T07:38:01.836 INFO:teuthology.orchestra.run.smithi105.stdout: debug asserts on shutdown = true 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout: mon health detail to clog = false 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout: mon host = "172.21.15.105,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout: fsid = 8c36d0d3-696c-4e83-a6b4-9f8966adecf3 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout:[osd] 2024-07-26T07:38:01.837 INFO:teuthology.orchestra.run.smithi105.stdout: osd journal size = 100 2024-07-26T07:38:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: osd scrub load threshold = 5.0 2024-07-26T07:38:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: osd scrub max interval = 600 2024-07-26T07:38:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: osd mclock profile = high_recovery_ops 2024-07-26T07:38:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: osd recover clone overlap = true 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: osd recovery max chunk = 1048576 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug shutdown = true 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug op order = true 2024-07-26T07:38:01.839 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug verify stray on activate = true 2024-07-26T07:38:01.840 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug trim objects = true 2024-07-26T07:38:01.840 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.840 INFO:teuthology.orchestra.run.smithi105.stdout: osd open classes on start = true 2024-07-26T07:38:01.840 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug pg log writeout = true 2024-07-26T07:38:01.840 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: osd deep scrub update digest min age = 30 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: osd map max advance = 10 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: journal zero on create = true 2024-07-26T07:38:01.841 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.842 INFO:teuthology.orchestra.run.smithi105.stdout: filestore ondisk finisher threads = 3 2024-07-26T07:38:01.842 INFO:teuthology.orchestra.run.smithi105.stdout: filestore apply finisher threads = 3 2024-07-26T07:38:01.842 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.842 INFO:teuthology.orchestra.run.smithi105.stdout: bdev debug aio = true 2024-07-26T07:38:01.842 INFO:teuthology.orchestra.run.smithi105.stdout: osd debug misdirected ops = true 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: bluestore block size = 96636764160 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: bluestore fsck on mount = True 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: debug bluefs = 20 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: debug bluestore = 20 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2024-07-26T07:38:01.843 INFO:teuthology.orchestra.run.smithi105.stdout: debug osd = 20 2024-07-26T07:38:01.844 INFO:teuthology.orchestra.run.smithi105.stdout: debug rocksdb = 10 2024-07-26T07:38:01.844 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T07:38:01.844 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd full ratio = 0.9 2024-07-26T07:38:01.844 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd nearfull ratio = 0.8 2024-07-26T07:38:01.844 INFO:teuthology.orchestra.run.smithi105.stdout: osd failsafe full ratio = 0.95 2024-07-26T07:38:01.845 INFO:teuthology.orchestra.run.smithi105.stdout: osd objectstore = bluestore 2024-07-26T07:38:01.845 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.845 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr] 2024-07-26T07:38:01.845 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2024-07-26T07:38:01.845 INFO:teuthology.orchestra.run.smithi105.stdout: debug mgr = 20 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: debug mon = 20 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: debug auth = 20 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min pgs per osd = 4 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min bytes per osd = 10 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: mgr/telemetry/nag = false 2024-07-26T07:38:01.846 INFO:teuthology.orchestra.run.smithi105.stdout: debug client = 20 2024-07-26T07:38:01.847 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.847 INFO:teuthology.orchestra.run.smithi105.stdout:[mon] 2024-07-26T07:38:01.847 INFO:teuthology.orchestra.run.smithi105.stdout: debug ms = 1 2024-07-26T07:38:01.847 INFO:teuthology.orchestra.run.smithi105.stdout: debug mon = 20 2024-07-26T07:38:01.847 INFO:teuthology.orchestra.run.smithi105.stdout: debug paxos = 20 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: debug auth = 20 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: mon data avail warn = 5 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: mon mgr mkfs grace = 240 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min pgs per osd = 4 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd reporter subtree level = osd 2024-07-26T07:38:01.848 INFO:teuthology.orchestra.run.smithi105.stdout: mon osd prime pg temp = true 2024-07-26T07:38:01.849 INFO:teuthology.orchestra.run.smithi105.stdout: mon reweight min bytes per osd = 10 2024-07-26T07:38:01.849 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.849 INFO:teuthology.orchestra.run.smithi105.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T07:38:01.849 INFO:teuthology.orchestra.run.smithi105.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T07:38:01.849 INFO:teuthology.orchestra.run.smithi105.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T07:38:01.850 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.850 INFO:teuthology.orchestra.run.smithi105.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T07:38:01.850 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T07:38:01.850 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T07:38:01.850 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: # 1m isn't quite enough 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: mon_down_mkfs_grace = 2m 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: mon_warn_on_filestore_osds = false 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: mon down mkfs grace = 300 2024-07-26T07:38:01.851 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:01.852 INFO:teuthology.orchestra.run.smithi105.stdout:[client] 2024-07-26T07:38:01.852 INFO:teuthology.orchestra.run.smithi105.stdout: rgw cache enabled = true 2024-07-26T07:38:01.852 INFO:teuthology.orchestra.run.smithi105.stdout: rgw enable ops log = true 2024-07-26T07:38:01.852 INFO:teuthology.orchestra.run.smithi105.stdout: rgw enable usage log = true 2024-07-26T07:38:01.852 INFO:teuthology.orchestra.run.smithi105.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T07:38:01.853 INFO:teuthology.orchestra.run.smithi105.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T07:38:01.853 INFO:teuthology.orchestra.run.smithi105.stdout: pid file = "" 2024-07-26T07:38:01.853 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.a] 2024-07-26T07:38:01.853 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.b] 2024-07-26T07:38:01.853 INFO:teuthology.orchestra.run.smithi105.stdout:[mon.c] 2024-07-26T07:38:01.854 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.a] 2024-07-26T07:38:01.854 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.c] 2024-07-26T07:38:01.854 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.b] 2024-07-26T07:38:01.854 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.d] 2024-07-26T07:38:01.855 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-07-26T07:38:01.855 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-07-26T07:38:01.855 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T07:38:01.855 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-07-26T07:38:01.856 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.856 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-07-26T07:38:01.856 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.856 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-07-26T07:38:01.856 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-07-26T07:38:01.857 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-07-26T07:38:01.858 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-07-26T07:38:01.859 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-07-26T07:38:01.859 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-07-26T07:38:01.859 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-07-26T07:38:01.859 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-07-26T07:38:01.859 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-07-26T07:38:01.860 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.105,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = 8c36d0d3-696c-4e83-a6b4-9f8966adecf3 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.861 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-07-26T07:38:01.862 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-07-26T07:38:01.863 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-07-26T07:38:01.864 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-07-26T07:38:01.865 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.866 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-07-26T07:38:01.867 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-07-26T07:38:01.868 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-07-26T07:38:01.868 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-07-26T07:38:01.872 INFO:tasks.ceph:Creating admin key on mon.a... 2024-07-26T07:38:01.872 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-07-26T07:38:02.075 INFO:tasks.ceph:Copying monmap to all nodes... 2024-07-26T07:38:02.076 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:02.076 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-07-26T07:38:02.129 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:02.129 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-07-26T07:38:02.177 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:38:02.177 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:02.177 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T07:38:02.177 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T07:38:02.332 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:02.333 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:02.431 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:38:02.431 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:02.431 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T07:38:02.432 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T07:38:02.549 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:02.549 DEBUG:teuthology.orchestra.run.smithi143:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:02.645 INFO:tasks.ceph:Setting up mon nodes... 2024-07-26T07:38:02.645 INFO:tasks.ceph:Setting up mgr nodes... 2024-07-26T07:38:02.645 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T07:38:02.863 INFO:teuthology.orchestra.run.smithi105.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T07:38:02.878 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T07:38:03.128 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T07:38:03.145 INFO:tasks.ceph:Setting up mds nodes... 2024-07-26T07:38:03.145 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T07:38:03.363 INFO:teuthology.orchestra.run.smithi105.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T07:38:03.378 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-07-26T07:38:03.463 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-07-26T07:38:03.674 INFO:teuthology.orchestra.run.smithi105.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-07-26T07:38:03.688 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-07-26T07:38:03.773 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T07:38:04.002 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T07:38:04.018 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-07-26T07:38:04.092 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-07-26T07:38:04.294 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-07-26T07:38:04.307 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-07-26T07:38:04.387 INFO:tasks.ceph_client:Setting up client nodes... 2024-07-26T07:38:04.387 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-26T07:38:04.573 INFO:teuthology.orchestra.run.smithi105.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-07-26T07:38:04.630 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-07-26T07:38:04.811 INFO:teuthology.orchestra.run.smithi105.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-07-26T07:38:04.862 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-26T07:38:05.052 INFO:teuthology.orchestra.run.smithi143.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-07-26T07:38:05.108 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-07-26T07:38:05.293 INFO:teuthology.orchestra.run.smithi143.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-07-26T07:38:05.350 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-07-26T07:38:05.351 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi105.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi143.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T07:38:05.351 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-07-26T07:38:05.440 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:05.440 INFO:tasks.ceph:role: osd.0 2024-07-26T07:38:05.440 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:38:05.440 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T07:38:05.529 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:05.530 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:05.945 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2024-07-26T07:38:05.952 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2024-07-26T07:38:05.952 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-07-26T07:38:06.116 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-07-26T07:38:06.214 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-07-26T07:38:06.296 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:06.296 INFO:tasks.ceph:role: osd.1 2024-07-26T07:38:06.297 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:38:06.297 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:06.383 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:06.384 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:06.384 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:06.384 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:06.384 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:06.739 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2024-07-26T07:38:06.744 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2024-07-26T07:38:06.745 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-07-26T07:38:06.872 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-07-26T07:38:06.964 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-07-26T07:38:07.042 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:07.042 INFO:tasks.ceph:role: osd.2 2024-07-26T07:38:07.042 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:38:07.043 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T07:38:07.129 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:07.129 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:07.129 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:07.130 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:07.520 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2024-07-26T07:38:07.527 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2024-07-26T07:38:07.527 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-07-26T07:38:07.681 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-07-26T07:38:07.775 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-07-26T07:38:07.857 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:07.857 INFO:tasks.ceph:role: osd.3 2024-07-26T07:38:07.857 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:38:07.857 DEBUG:teuthology.orchestra.run.smithi105:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T07:38:07.939 INFO:teuthology.orchestra.run.smithi105.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:07.940 INFO:teuthology.orchestra.run.smithi105.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:08.345 INFO:teuthology.orchestra.run.smithi105.stdout:Discarding blocks...Done. 2024-07-26T07:38:08.351 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi105.front.sepia.ceph.com -o noatime 2024-07-26T07:38:08.352 DEBUG:teuthology.orchestra.run.smithi105:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-07-26T07:38:08.485 DEBUG:teuthology.orchestra.run.smithi105:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-07-26T07:38:08.574 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:08.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.776+0000 7f2689bad640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-07-26T07:38:08.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.777+0000 7f2689bad640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-07-26T07:38:08.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.777+0000 7f2689bad640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T07:38:08.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.777+0000 7f2689bad640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T07:38:08.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.777+0000 7f2689bad640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T07:38:08.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:08.780+0000 7f2689bad640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-07-26T07:38:12.007 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T07:38:12.084 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:12.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.272+0000 7fc33e80d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-07-26T07:38:12.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.273+0000 7fc33e80d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-07-26T07:38:12.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.273+0000 7fc33e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T07:38:12.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.273+0000 7fc33e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T07:38:12.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.273+0000 7fc33e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T07:38:12.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:12.275+0000 7fc33e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-07-26T07:38:15.505 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T07:38:15.591 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:15.789 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.788+0000 7fc85389c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-07-26T07:38:15.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.789+0000 7fc85389c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-07-26T07:38:15.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.789+0000 7fc85389c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T07:38:15.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.789+0000 7fc85389c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T07:38:15.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.789+0000 7fc85389c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T07:38:15.792 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:15.792+0000 7fc85389c640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-07-26T07:38:18.775 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T07:38:18.849 DEBUG:teuthology.orchestra.run.smithi105:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:19.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.037+0000 7f7ab681b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-07-26T07:38:19.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.037+0000 7f7ab681b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-07-26T07:38:19.040 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.037+0000 7f7ab681b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T07:38:19.040 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.037+0000 7f7ab681b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T07:38:19.040 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.037+0000 7f7ab681b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T07:38:19.040 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:19.040+0000 7f7ab681b640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-07-26T07:38:22.031 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T07:38:22.108 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-07-26T07:38:22.193 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:22.193 INFO:tasks.ceph:role: osd.4 2024-07-26T07:38:22.193 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:38:22.193 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T07:38:22.278 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:22.278 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:22.278 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:22.278 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:22.278 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:22.279 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:22.279 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:22.279 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:22.279 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:22.279 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:22.693 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-07-26T07:38:22.699 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-07-26T07:38:22.699 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-07-26T07:38:22.866 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-07-26T07:38:22.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-07-26T07:38:23.040 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:23.041 INFO:tasks.ceph:role: osd.5 2024-07-26T07:38:23.041 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:38:23.041 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T07:38:23.122 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:23.123 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:23.477 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-07-26T07:38:23.482 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-07-26T07:38:23.482 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-07-26T07:38:23.594 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-07-26T07:38:23.665 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-07-26T07:38:23.726 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:23.726 INFO:tasks.ceph:role: osd.6 2024-07-26T07:38:23.726 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:38:23.726 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:23.801 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:24.187 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-07-26T07:38:24.193 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-07-26T07:38:24.193 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-07-26T07:38:24.327 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-07-26T07:38:24.405 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-07-26T07:38:24.475 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T07:38:24.475 INFO:tasks.ceph:role: osd.7 2024-07-26T07:38:24.475 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:38:24.475 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T07:38:24.549 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T07:38:24.549 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T07:38:24.549 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T07:38:24.549 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T07:38:24.549 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T07:38:24.550 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-07-26T07:38:24.550 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T07:38:24.550 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T07:38:24.550 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T07:38:24.550 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T07:38:24.964 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-07-26T07:38:24.970 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-07-26T07:38:24.970 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-07-26T07:38:25.116 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-07-26T07:38:25.208 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:25.412 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.412+0000 7f54368ec640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-07-26T07:38:25.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.412+0000 7f54368ec640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-07-26T07:38:25.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.412+0000 7f54368ec640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T07:38:25.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.412+0000 7f54368ec640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T07:38:25.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.412+0000 7f54368ec640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T07:38:25.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:25.416+0000 7f54368ec640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-07-26T07:38:28.416 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T07:38:28.495 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:28.690 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.689+0000 7fcce2a18640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-07-26T07:38:28.690 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.690+0000 7fcce2a18640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-07-26T07:38:28.691 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.690+0000 7fcce2a18640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T07:38:28.691 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.690+0000 7fcce2a18640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T07:38:28.691 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.690+0000 7fcce2a18640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T07:38:28.693 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:28.692+0000 7fcce2a18640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-07-26T07:38:28.903 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:38:28.911 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:38:31.669 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T07:38:31.754 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:31.953 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.952+0000 7fde1e80d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-07-26T07:38:31.953 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.953+0000 7fde1e80d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-07-26T07:38:31.954 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.953+0000 7fde1e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T07:38:31.954 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.953+0000 7fde1e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T07:38:31.954 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.953+0000 7fde1e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T07:38:31.955 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:31.955+0000 7fde1e80d640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-07-26T07:38:35.164 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T07:38:35.241 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:35.424 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.424+0000 7fa5c5e1e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-07-26T07:38:35.425 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.424+0000 7fa5c5e1e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-07-26T07:38:35.425 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.424+0000 7fa5c5e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T07:38:35.425 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.424+0000 7fa5c5e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T07:38:35.425 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.424+0000 7fa5c5e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T07:38:35.427 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:35.427+0000 7fa5c5e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-07-26T07:38:38.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T07:38:38.470 INFO:tasks.ceph:Reading keys from all nodes... 2024-07-26T07:38:38.470 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.470 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-07-26T07:38:38.558 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.558 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-07-26T07:38:38.640 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.640 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-07-26T07:38:38.725 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.725 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-07-26T07:38:38.853 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.853 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-07-26T07:38:38.937 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:38.937 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-07-26T07:38:39.018 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:39.018 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-07-26T07:38:39.144 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.145 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-07-26T07:38:39.232 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.232 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-07-26T07:38:39.314 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.315 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-07-26T07:38:39.396 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.396 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-07-26T07:38:39.475 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.476 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-07-26T07:38:39.558 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.558 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-07-26T07:38:39.638 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.639 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-07-26T07:38:39.764 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:39.764 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-07-26T07:38:39.819 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:39.819 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-07-26T07:38:39.866 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.867 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-07-26T07:38:39.922 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:39.922 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-07-26T07:38:39.972 INFO:tasks.ceph:Adding keys to all mons... 2024-07-26T07:38:39.973 DEBUG:teuthology.orchestra.run.smithi105:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T07:38:39.980 DEBUG:teuthology.orchestra.run.smithi143:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr.y] 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBaUqNmD/hzMxAAbRvJZavvr1nSd1GWCZicVA== 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBbUqNmgCOxFRAAvbm9AuDuectPwaNuSr5JSA== 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBbUqNmK0U2KBAAZIo0jwdHQyTlXTAZ2w0YaQ== 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.0] 2024-07-26T07:38:40.058 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBgUqNm8jtWLhAA3hZCxpXK89Si2fQE0kANYw== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.1] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBkUqNmc7NMEBAA8hSxLWgJSAqDTDCloaXd0Q== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.2] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBnUqNmceEQLxAA6WEgZMUmPBzPF7bjTHi0Cw== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.3] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBrUqNmSnhBAhAAiOlETqX13nKmrpzBJpgUMw== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr.x] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBbUqNmN3alBxAA37wjz0etpTV3zUwATHUnwg== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBcUqNmHasjABAApn7btvVF1SkDUxvv56NqtA== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBcUqNm+XJvERAAB166DmtOl0vzoCiFxh+nHg== 2024-07-26T07:38:40.059 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.4] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBxUqNmhBKdGBAAaNHsp+mEd+kW9SNAqHDpmw== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.5] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQB0UqNm0tAmKRAAP/XwAvBSCflydPRY3aDbjQ== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.6] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQB3UqNmzSLUOBAAT2VTn86U1hkK1puxzYcVoQ== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.7] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQB7UqNm5YZVGRAA8U9IR7k5XqinAYDH23fSZw== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[client.0] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBcUqNmGF04IhAAHMpI7UCaFQu8lvgXjAPVFQ== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[client.2] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBcUqNmEf9jMBAAYRy7EQsPKxvypUMwaN+mcQ== 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout:[client.1] 2024-07-26T07:38:40.060 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBdUqNmu8geAxAAvPiwxDW/EyUtOin63JnpIg== 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi143.stdout:[client.3] 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQBdUqNm87J+ERAABd1Nh/ND2MUaGPi1g1l47Q== 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr.y] 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBaUqNmD/hzMxAAbRvJZavvr1nSd1GWCZicVA== 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.a] 2024-07-26T07:38:40.061 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBbUqNmgCOxFRAAvbm9AuDuectPwaNuSr5JSA== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.c] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBbUqNmK0U2KBAAZIo0jwdHQyTlXTAZ2w0YaQ== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.0] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBgUqNm8jtWLhAA3hZCxpXK89Si2fQE0kANYw== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.1] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBkUqNmc7NMEBAA8hSxLWgJSAqDTDCloaXd0Q== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.2] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBnUqNmceEQLxAA6WEgZMUmPBzPF7bjTHi0Cw== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.3] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBrUqNmSnhBAhAAiOlETqX13nKmrpzBJpgUMw== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[mgr.x] 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBbUqNmN3alBxAA37wjz0etpTV3zUwATHUnwg== 2024-07-26T07:38:40.062 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.b] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBcUqNmHasjABAApn7btvVF1SkDUxvv56NqtA== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[mds.d] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBcUqNm+XJvERAAB166DmtOl0vzoCiFxh+nHg== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.4] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBxUqNmhBKdGBAAaNHsp+mEd+kW9SNAqHDpmw== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.5] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQB0UqNm0tAmKRAAP/XwAvBSCflydPRY3aDbjQ== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.6] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQB3UqNmzSLUOBAAT2VTn86U1hkK1puxzYcVoQ== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[osd.7] 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQB7UqNm5YZVGRAA8U9IR7k5XqinAYDH23fSZw== 2024-07-26T07:38:40.063 INFO:teuthology.orchestra.run.smithi105.stdout:[client.0] 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBcUqNmGF04IhAAHMpI7UCaFQu8lvgXjAPVFQ== 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout:[client.2] 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBcUqNmEf9jMBAAYRy7EQsPKxvypUMwaN+mcQ== 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout:[client.1] 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBdUqNmu8geAxAAvPiwxDW/EyUtOin63JnpIg== 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout:[client.3] 2024-07-26T07:38:40.064 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBdUqNm87J+ERAABd1Nh/ND2MUaGPi1g1l47Q== 2024-07-26T07:38:40.065 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T07:38:40.112 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T07:38:40.322 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:40.329 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:40.539 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:40.546 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:40.753 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:40.760 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:40.963 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:40.970 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:41.174 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:41.181 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:41.381 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:41.386 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:41.591 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T07:38:41.598 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T07:38:41.799 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:41.806 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:42.013 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:42.020 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T07:38:42.224 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.229 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.427 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.434 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.630 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.636 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.843 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:42.851 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T07:38:43.057 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.064 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.272 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.277 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.485 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.492 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.693 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.700 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T07:38:43.911 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-07-26T07:38:43.912 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-07-26T07:38:43.996 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T07:38:44.211 DEBUG:teuthology.orchestra.run.smithi105:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-07-26T07:38:44.283 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-07-26T07:38:44.373 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T07:38:44.594 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-07-26T07:38:44.664 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-07-26T07:38:44.738 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T07:38:44.951 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-07-26T07:38:45.021 DEBUG:teuthology.orchestra.run.smithi105:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:45.028 DEBUG:teuthology.orchestra.run.smithi143:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T07:38:45.077 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-07-26T07:38:45.077 INFO:tasks.ceph.mon.a:Restarting daemon 2024-07-26T07:38:45.077 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-07-26T07:38:45.084 INFO:tasks.ceph.mon.a:Started 2024-07-26T07:38:45.084 INFO:tasks.ceph.mon.b:Restarting daemon 2024-07-26T07:38:45.085 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-07-26T07:38:45.123 INFO:tasks.ceph.mon.b:Started 2024-07-26T07:38:45.123 INFO:tasks.ceph.mon.c:Restarting daemon 2024-07-26T07:38:45.123 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-07-26T07:38:45.128 INFO:tasks.ceph.mon.c:Started 2024-07-26T07:38:45.128 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-07-26T07:38:45.128 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-07-26T07:38:45.128 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-07-26T07:38:45.135 INFO:tasks.ceph.mgr.y:Started 2024-07-26T07:38:45.135 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-07-26T07:38:45.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-07-26T07:38:45.139 INFO:tasks.ceph.mgr.x:Started 2024-07-26T07:38:45.139 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-07-26T07:38:45.139 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-07-26T07:38:45.145 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-07-26T07:38:45.146 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set client debug_client 20 2024-07-26T07:38:45.192 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-07-26T07:38:45.192 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set client debug_ms 1 2024-07-26T07:38:45.238 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-07-26T07:38:45.238 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-07-26T07:38:45.284 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-07-26T07:38:45.285 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-07-26T07:38:45.331 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-07-26T07:38:45.331 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-07-26T07:38:45.381 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-07-26T07:38:45.414 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-07-26T07:38:45.461 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-07-26T07:38:45.461 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-07-26T07:38:45.509 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-07-26T07:38:45.509 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-07-26T07:38:45.558 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-07-26T07:38:45.558 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-07-26T07:38:45.617 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-07-26T07:38:45.618 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-07-26T07:38:45.674 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-07-26T07:38:45.674 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-07-26T07:38:45.702 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-07-26T07:38:45.702 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-07-26T07:38:45.753 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-07-26T07:38:45.753 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-07-26T07:38:45.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 -- 172.21.15.105:0/621378439 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff18015e830 msgr2=0x7ff18006fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 --2- 172.21.15.105:0/621378439 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff18015e830 0x7ff18006fee0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff16c00c4c0 tx=0x7ff16c00c980 comp rx=0 tx=0).stop 2024-07-26T07:38:45.783 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-07-26T07:38:45.783 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 -- 172.21.15.105:0/621378439 shutdown_connections 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 --2- 172.21.15.105:0/621378439 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff18015e830 0x7ff18006fee0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 --2- 172.21.15.105:0/621378439 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1800cec00 0x7ff18006f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 --2- 172.21.15.105:0/621378439 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1800b2bf0 0x7ff18013f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.773+0000 7ff176000640 1 -- 172.21.15.105:0/621378439 >> 172.21.15.105:0/621378439 conn(0x7ff18006db80 msgr2=0x7ff1800b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:45.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.774+0000 7ff176000640 1 -- 172.21.15.105:0/621378439 shutdown_connections 2024-07-26T07:38:45.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.774+0000 7ff176000640 1 -- 172.21.15.105:0/621378439 wait complete. 2024-07-26T07:38:45.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.781+0000 7f9dc2200640 1 -- 172.21.15.105:0/3283289979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b7020 msgr2=0x7f9dbc0b3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.781+0000 7f9dc2200640 1 --2- 172.21.15.105:0/3283289979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc0b3c10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9da8005fd0 tx=0x7f9da802a5f0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.785+0000 7f9dc2200640 1 -- 172.21.15.105:0/3283289979 shutdown_connections 2024-07-26T07:38:45.803 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-07-26T07:38:45.804 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-07-26T07:38:45.804 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.786+0000 7f9dc2200640 1 --2- 172.21.15.105:0/3283289979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc0b3c10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.805 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.786+0000 7f9dc2200640 1 -- 172.21.15.105:0/3283289979 >> 172.21.15.105:0/3283289979 conn(0x7f9dbc0d4160 msgr2=0x7f9dbc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:45.805 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.793+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c94006560 con 0x7f8c9c143400 2024-07-26T07:38:45.805 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.798+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c9c1f8af0 con 0x7f8c9c143400 2024-07-26T07:38:45.805 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.798+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c9c1f90b0 con 0x7f8c9c143400 2024-07-26T07:38:45.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.789+0000 7f9dc2200640 1 -- 172.21.15.105:0/3283289979 shutdown_connections 2024-07-26T07:38:45.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.789+0000 7f9dc2200640 1 -- 172.21.15.105:0/3283289979 wait complete. 2024-07-26T07:38:45.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.803+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8c94006700 con 0x7f8c9c143400 2024-07-26T07:38:45.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.805+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8c940356a0 con 0x7f8c9c143400 2024-07-26T07:38:45.807 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.805+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c9c15b970 con 0x7f8c9c143400 2024-07-26T07:38:45.822 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-07-26T07:38:45.822 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-07-26T07:38:45.823 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.818+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f8c9c143d50 con 0x7f8c9c143400 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.803+0000 7f9dc2200640 1 Processor -- start 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.811+0000 7f9dc2200640 1 -- start start 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.821+0000 7f9dc2200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 0x7f9dbc14e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.821+0000 7f9dc2200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dbc0b4f80 0x7f9dbc06f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.821+0000 7f9dc2200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc06fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.820+0000 7f709be00640 1 -- 172.21.15.105:0/2072401895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70800037a0 msgr2=0x7f7080003bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.820+0000 7f709be00640 1 --2- 172.21.15.105:0/2072401895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70800037a0 0x7f7080003bb0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7088009b50 tx=0x7f7080005830 comp rx=0 tx=0).stop 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.820+0000 7f709be00640 1 -- 172.21.15.105:0/2072401895 shutdown_connections 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.820+0000 7f709be00640 1 --2- 172.21.15.105:0/2072401895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70800037a0 0x7f7080003bb0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.820+0000 7f709be00640 1 -- 172.21.15.105:0/2072401895 >> 172.21.15.105:0/2072401895 conn(0x7f709401d9a0 msgr2=0x7f7094039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.821+0000 7f709be00640 1 -- 172.21.15.105:0/2072401895 shutdown_connections 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.821+0000 7f709be00640 1 -- 172.21.15.105:0/2072401895 wait complete. 2024-07-26T07:38:45.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc2200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9dbc1621c0 con 0x7f9dbc0b4150 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc2200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9dbc0ce7b0 con 0x7f9dbc0b7020 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc2200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9dbc162340 con 0x7f9dbc0b4f80 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dbaa00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dbc0b4f80 0x7f9dbc06f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dbb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 0x7f9dbc14e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc0c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc06fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc0c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc06fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:45060/0 (socket says 172.21.15.105:45060) 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.822+0000 7f9dc0c00640 1 -- 172.21.15.105:0/231797338 learned_addr learned my addr 172.21.15.105:0/231797338 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.823+0000 7f9dbb400640 1 -- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dbc0b4f80 msgr2=0x7f9dbc06f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.823+0000 7f9dbb400640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dbc0b4f80 0x7f9dbc06f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.823+0000 7f9dbb400640 1 -- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 msgr2=0x7f9dbc06fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.823+0000 7f9dbb400640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc06fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.827 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.823+0000 7f9dbb400640 1 -- 172.21.15.105:0/231797338 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dbc160620 con 0x7f9dbc0b4150 2024-07-26T07:38:45.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.829+0000 7f709be00640 1 Processor -- start 2024-07-26T07:38:45.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.829+0000 7f709be00640 1 -- start start 2024-07-26T07:38:45.843 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-07-26T07:38:45.843 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.824+0000 7f9dbb400640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 0x7f9dbc14e180 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9db000c310 tx=0x7f9db000c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0017070 con 0x7f9dbc0b4150 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f9dc2200640 1 -- 172.21.15.105:0/231797338 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dbc160900 con 0x7f9dbc0b4150 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f9dc2200640 1 -- 172.21.15.105:0/231797338 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dbc160ec0 con 0x7f9dbc0b4150 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.836+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f9db00052d0 con 0x7f9dbc0b4150 2024-07-26T07:38:45.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.836+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0011890 con 0x7f9dbc0b4150 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.832+0000 7f709be00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 0x7f709404c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.833+0000 7f709be00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 0x7f70940e0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.833+0000 7f709be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45450/0 (socket says 172.21.15.105:45450) 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709aa00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 0x7f709404c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709aa00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 0x7f709404c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:60934/0 (socket says 172.21.15.105:60934) 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709a000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 0x7f70940e0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709b400640 1 -- 172.21.15.105:0/595741767 learned_addr learned my addr 172.21.15.105:0/595741767 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:45.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709be00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7094050840 con 0x7f7094049cc0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709be00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f70940506c0 con 0x7f7094175c40 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.834+0000 7f709be00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7094031290 con 0x7f70800037a0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709b400640 1 -- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 msgr2=0x7f709404c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709b400640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 0x7f709404c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709b400640 1 -- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 msgr2=0x7f70940e0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709b400640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 0x7f70940e0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709b400640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709404a610 con 0x7f7094049cc0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.835+0000 7f709a000640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 0x7f70940e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.838+0000 7f709b400640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f709c06b5b0 tx=0x7f709c06a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.839+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c075520 con 0x7f7094049cc0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.839+0000 7f709be00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7094176670 con 0x7f7094049cc0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.839+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f709c075b40 con 0x7f7094049cc0 2024-07-26T07:38:45.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.839+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c075520 con 0x7f7094049cc0 2024-07-26T07:38:45.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.840+0000 7f709be00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70940dfa60 con 0x7f7094049cc0 2024-07-26T07:38:45.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.840+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f709c06c610 con 0x7f7094049cc0 2024-07-26T07:38:45.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.841+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f709c06cc40 con 0x7f7094049cc0 2024-07-26T07:38:45.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.843+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d98005080 con 0x7f9dbc0b4150 2024-07-26T07:38:45.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.848+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9db001a070 con 0x7f9dbc0b4150 2024-07-26T07:38:45.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.848+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9db001c440 con 0x7f9dbc0b4150 2024-07-26T07:38:45.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.853+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9db0021070 con 0x7f9dbc0b4150 2024-07-26T07:38:45.883 DEBUG:tasks.ceph:set 18 configs 2024-07-26T07:38:45.883 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi105') 2024-07-26T07:38:45.884 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi105') 2024-07-26T07:38:45.884 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi105') 2024-07-26T07:38:45.884 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi105') 2024-07-26T07:38:45.885 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.860+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7094176b90 con 0x7f7094049cc0 2024-07-26T07:38:45.885 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.877+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f7094176b90 con 0x7f7094049cc0 2024-07-26T07:38:45.977 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.977+0000 7f40cfe00640 1 -- 172.21.15.105:0/4037917411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8052c50 msgr2=0x7f40c80e0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:45.977 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.977+0000 7f40cfe00640 1 --2- 172.21.15.105:0/4037917411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8052c50 0x7f40c80e0250 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f40bc005fd0 tx=0x7f40bc02a560 comp rx=0 tx=0).stop 2024-07-26T07:38:45.983 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.983+0000 7f40cfe00640 1 -- 172.21.15.105:0/4037917411 shutdown_connections 2024-07-26T07:38:45.984 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.983+0000 7f40cfe00640 1 --2- 172.21.15.105:0/4037917411 >> v2:172.21.15.143:3300/0 conn(0x7f40c80e3180 0x7f40c80e3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.984 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.983+0000 7f40cfe00640 1 --2- 172.21.15.105:0/4037917411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8052c50 0x7f40c80e0250 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:45.984 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.983+0000 7f40cfe00640 1 -- 172.21.15.105:0/4037917411 >> 172.21.15.105:0/4037917411 conn(0x7f40c8054970 msgr2=0x7f40c8054d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:45.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.983+0000 7f40cfe00640 1 -- 172.21.15.105:0/4037917411 shutdown_connections 2024-07-26T07:38:45.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.985+0000 7f40cfe00640 1 -- 172.21.15.105:0/4037917411 wait complete. 2024-07-26T07:38:45.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.992+0000 7f40cfe00640 1 Processor -- start 2024-07-26T07:38:45.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:45.994+0000 7f40cfe00640 1 -- start start 2024-07-26T07:38:46.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.003+0000 7f40cfe00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8007490 0x7f40c8048110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.003+0000 7f40cfe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.003+0000 7f40cfe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f40c80d8e00 0x7f40c8036870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40cfe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f40c801c790 con 0x7f40c80e3180 2024-07-26T07:38:46.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40cfe00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f40c800c0a0 con 0x7f40c80d8e00 2024-07-26T07:38:46.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40cfe00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f40c801c910 con 0x7f40c8007490 2024-07-26T07:38:46.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40ce000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40ce000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45458/0 (socket says 172.21.15.105:45458) 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40ce000640 1 -- 172.21.15.105:0/528075360 learned_addr learned my addr 172.21.15.105:0/528075360 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.004+0000 7f40cea00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8007490 0x7f40c8048110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 -- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8007490 msgr2=0x7f40c8048110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8007490 0x7f40c8048110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 -- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f40c80d8e00 msgr2=0x7f40c8036870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f40c80d8e00 0x7f40c8036870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 -- 172.21.15.105:0/528075360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c80da190 con 0x7f40c80e3180 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.005+0000 7f40ce000640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f40bc034040 tx=0x7f40bc0038f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.006+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc03e030 con 0x7f40c80e3180 2024-07-26T07:38:46.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.006+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c80da470 con 0x7f40c80e3180 2024-07-26T07:38:46.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.006+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c80daa30 con 0x7f40c80e3180 2024-07-26T07:38:46.021 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.012+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c80e0250 con 0x7f40c80e3180 2024-07-26T07:38:46.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.012+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f40bc003db0 con 0x7f40c80e3180 2024-07-26T07:38:46.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.012+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc03e030 con 0x7f40c80e3180 2024-07-26T07:38:46.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.022+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f40bc041030 con 0x7f40c80e3180 2024-07-26T07:38:46.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.022+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f40bc043980 con 0x7f40c80e3180 2024-07-26T07:38:46.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.022+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f40bc04d810 con 0x7f40c80e3180 2024-07-26T07:38:46.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.089+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f9d98005370 con 0x7f9dbc0b4150 2024-07-26T07:38:46.103 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.102+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f40bc04d9f0 con 0x7f40c80e3180 2024-07-26T07:38:46.108 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.107+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f8c940358a0 con 0x7f8c9c143400 2024-07-26T07:38:46.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.108+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v5)=0 v5) ==== 123+0+0 (secure 0 0 0) 0x7f9db00035f0 con 0x7f9dbc0b4150 2024-07-26T07:38:46.110 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.108+0000 7f9daf400640 1 -- 172.21.15.105:0/231797338 <== mon.0 v2:172.21.15.105:3300/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f9db00037d0 con 0x7f9dbc0b4150 2024-07-26T07:38:46.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.114+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f709c06ce40 con 0x7f7094049cc0 2024-07-26T07:38:46.115 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.114+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 msgr2=0x7f9dbc14e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.115 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.114+0000 7f9dacc00640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 0x7f9dbc14e180 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9db000c310 tx=0x7f9db000c7d0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.115+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 shutdown_connections 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.115+0000 7f9dacc00640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dbc0b7020 0x7f9dbc06fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.115+0000 7f9dacc00640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dbc0b4f80 0x7f9dbc06f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.115+0000 7f9dacc00640 1 --2- 172.21.15.105:0/231797338 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dbc0b4150 0x7f9dbc14e180 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.115+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 >> 172.21.15.105:0/231797338 conn(0x7f9dbc0d4160 msgr2=0x7f9dbc0b95d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.116+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 shutdown_connections 2024-07-26T07:38:46.116 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.116+0000 7f9dacc00640 1 -- 172.21.15.105:0/231797338 wait complete. 2024-07-26T07:38:46.141 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.141+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f8c9c0b4cd0 con 0x7f8c9c143400 2024-07-26T07:38:46.151 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.150+0000 7fd1d7e00640 1 -- 172.21.15.105:0/2091587629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d8147820 msgr2=0x7fd1d80b3e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.151 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.150+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/2091587629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d8147820 0x7fd1d80b3e30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8009830 tx=0x7fd1c802a4a0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.151 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.151+0000 7fd1d7e00640 1 -- 172.21.15.105:0/2091587629 shutdown_connections 2024-07-26T07:38:46.152 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.151+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/2091587629 >> v2:172.21.15.143:3300/0 conn(0x7fd1d80b7300 0x7fd1d80d1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.152 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.151+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/2091587629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d8147820 0x7fd1d80b3e30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.152 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.151+0000 7fd1d7e00640 1 -- 172.21.15.105:0/2091587629 >> 172.21.15.105:0/2091587629 conn(0x7fd1d806ec60 msgr2=0x7fd1d806f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.165 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.161+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40bc04dc20 con 0x7f40c80e3180 2024-07-26T07:38:46.170 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.167+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c94035a50 con 0x7f8c9c143400 2024-07-26T07:38:46.170 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.169+0000 7f8c99600640 1 -- 172.21.15.105:0/3343717635 <== mon.2 v2:172.21.15.143:3301/0 9 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f8c9c143d50 con 0x7f8c9c143400 2024-07-26T07:38:46.171 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.170+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f709c0954b0 con 0x7f7094049cc0 2024-07-26T07:38:46.171 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.170+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c9c143400 msgr2=0x7f8c9c143810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.171 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.171+0000 7f8ca3e00640 1 --2- 172.21.15.105:0/3343717635 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c9c143400 0x7f8c9c143810 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8c9402ce00 tx=0x7f8c94003a70 comp rx=0 tx=0).stop 2024-07-26T07:38:46.175 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.175+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 shutdown_connections 2024-07-26T07:38:46.175 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.175+0000 7f8ca3e00640 1 --2- 172.21.15.105:0/3343717635 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c9c143400 0x7f8c9c143810 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.176 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.175+0000 7f8ca3e00640 1 --2- 172.21.15.105:0/3343717635 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c9c1f85e0 0x7f8c9c0acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.176 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.175+0000 7f8ca3e00640 1 --2- 172.21.15.105:0/3343717635 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c84005350 0x7f8c9c0aef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.176 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.175+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 >> 172.21.15.105:0/3343717635 conn(0x7f8c9c06db80 msgr2=0x7f8c9c0b3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.176 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.176+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 shutdown_connections 2024-07-26T07:38:46.177 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.176+0000 7f8ca3e00640 1 -- 172.21.15.105:0/3343717635 wait complete. 2024-07-26T07:38:46.187 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.183+0000 7fd1d7e00640 1 -- 172.21.15.105:0/2091587629 shutdown_connections 2024-07-26T07:38:46.187 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.183+0000 7fd1d7e00640 1 -- 172.21.15.105:0/2091587629 wait complete. 2024-07-26T07:38:46.188 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.188+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f70700052f0 con 0x7f7094049cc0 2024-07-26T07:38:46.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.198+0000 7fd1d7e00640 1 Processor -- start 2024-07-26T07:38:46.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.199+0000 7fd1d7e00640 1 -- start start 2024-07-26T07:38:46.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.204+0000 7f7092a00640 1 -- 172.21.15.105:0/595741767 <== mon.0 v2:172.21.15.105:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7f709c09a030 con 0x7f7094049cc0 2024-07-26T07:38:46.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.209+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 msgr2=0x7f709404a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.209+0000 7f7087e00640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f709c06b5b0 tx=0x7f709c06a140 comp rx=0 tx=0).stop 2024-07-26T07:38:46.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.210+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 shutdown_connections 2024-07-26T07:38:46.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.210+0000 7f7087e00640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7094049cc0 0x7f709404a0d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.210+0000 7f7087e00640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7094175c40 0x7f70940e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.210+0000 7f7087e00640 1 --2- 172.21.15.105:0/595741767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70800037a0 0x7f709404c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.210+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 >> 172.21.15.105:0/595741767 conn(0x7f709401d9a0 msgr2=0x7f7094005240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.214+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 shutdown_connections 2024-07-26T07:38:46.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.214+0000 7f7087e00640 1 -- 172.21.15.105:0/595741767 wait complete. 2024-07-26T07:38:46.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.215+0000 7f689f200640 1 -- 172.21.15.105:0/171991536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 msgr2=0x7f68a00b4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.215+0000 7f689f200640 1 --2- 172.21.15.105:0/171991536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a00b4120 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f6890005fd0 tx=0x7f689002a4a0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 0x7fd1d806ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1d8147820 0x7fd1d806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d80d2640 con 0x7fd1d80b4370 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d80d24c0 con 0x7fd1d8147820 2024-07-26T07:38:46.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.218+0000 7fd1d7e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d80d27c0 con 0x7fd1d80b7300 2024-07-26T07:38:46.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.219+0000 7fd1d6a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.220+0000 7fd1d6a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45468/0 (socket says 172.21.15.105:45468) 2024-07-26T07:38:46.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.220+0000 7fd1d6a00640 1 -- 172.21.15.105:0/964344278 learned_addr learned my addr 172.21.15.105:0/964344278 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.222+0000 7fd1d7400640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1d8147820 0x7fd1d806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.222+0000 7fd1d6000640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 0x7fd1d806ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.224+0000 7fd1d6a00640 1 -- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 msgr2=0x7fd1d806ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.224+0000 7fd1d6a00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 0x7fd1d806ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7f689f200640 1 -- 172.21.15.105:0/171991536 shutdown_connections 2024-07-26T07:38:46.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.224+0000 7fd1d6a00640 1 -- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1d8147820 msgr2=0x7fd1d806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7f689f200640 1 --2- 172.21.15.105:0/171991536 >> v2:172.21.15.105:3300/0 conn(0x7f68a015fa00 0x7f68a00b4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.224+0000 7fd1d6a00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1d8147820 0x7fd1d806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.224+0000 7fd1d6a00640 1 -- 172.21.15.105:0/964344278 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d81f8970 con 0x7fd1d80b4370 2024-07-26T07:38:46.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7fd1d6000640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 0x7fd1d806ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:46.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7f689f200640 1 --2- 172.21.15.105:0/171991536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a00b4120 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7f689f200640 1 -- 172.21.15.105:0/171991536 >> 172.21.15.105:0/171991536 conn(0x7f68a0071f90 msgr2=0x7f68a00b2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.228+0000 7fd1d6a00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd1c802aa90 tx=0x7fd1c8005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.233+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8031600 con 0x7fd1d80b4370 2024-07-26T07:38:46.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.233+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1c8031b80 con 0x7fd1d80b4370 2024-07-26T07:38:46.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.233+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8033070 con 0x7fd1d80b4370 2024-07-26T07:38:46.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.225+0000 7f689f200640 1 -- 172.21.15.105:0/171991536 shutdown_connections 2024-07-26T07:38:46.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.242+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d81f8c50 con 0x7fd1d80b4370 2024-07-26T07:38:46.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.242+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d81f9210 con 0x7fd1d80b4370 2024-07-26T07:38:46.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.243+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd1c8033210 con 0x7fd1d80b4370 2024-07-26T07:38:46.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.234+0000 7f689f200640 1 -- 172.21.15.105:0/171991536 wait complete. 2024-07-26T07:38:46.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.244+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd1c8003c40 con 0x7fd1d80b4370 2024-07-26T07:38:46.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.249+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d8075210 con 0x7fd1d80b4370 2024-07-26T07:38:46.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.256+0000 7f689f200640 1 Processor -- start 2024-07-26T07:38:46.260 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.260 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.260+0000 7f689f200640 1 -- start start 2024-07-26T07:38:46.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.260+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fd1c8052080 con 0x7fd1d80b4370 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68a015e490 0x7f68a0202540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68a015fa00 0x7f68a015b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00ce2f0 con 0x7f68a015fa00 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00ce170 con 0x7f68a015e490 2024-07-26T07:38:46.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.262+0000 7f689f200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f68a00ce470 con 0x7f68a015f5f0 2024-07-26T07:38:46.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.263+0000 7f689d400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.263+0000 7f689de00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68a015e490 0x7f68a0202540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.271+0000 7f689d400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:60978/0 (socket says 172.21.15.105:60978) 2024-07-26T07:38:46.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.271+0000 7f689d400640 1 -- 172.21.15.105:0/2616694512 learned_addr learned my addr 172.21.15.105:0/2616694512 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.275+0000 7f689e800640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68a015fa00 0x7f68a015b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.279+0000 7f689d400640 1 -- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68a015e490 msgr2=0x7f68a0202540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.279+0000 7f689d400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68a015e490 0x7f68a0202540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.279+0000 7f689d400640 1 -- 172.21.15.105:0/2616694512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68a015fa00 msgr2=0x7f68a015b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.279+0000 7f689d400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68a015fa00 0x7f68a015b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.279+0000 7f689d400640 1 -- 172.21.15.105:0/2616694512 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a0202a80 con 0x7f68a015f5f0 2024-07-26T07:38:46.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.286+0000 7f689d400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6890034040 tx=0x7f6890003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.287+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689003e030 con 0x7f68a015f5f0 2024-07-26T07:38:46.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.287+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f68900047a0 con 0x7f68a015f5f0 2024-07-26T07:38:46.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.287+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890035040 con 0x7f68a015f5f0 2024-07-26T07:38:46.298 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.287+0000 7f689f200640 1 -- 172.21.15.105:0/2616694512 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a0201e20 con 0x7f68a015f5f0 2024-07-26T07:38:46.298 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.287+0000 7f689f200640 1 -- 172.21.15.105:0/2616694512 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a0159960 con 0x7f68a015f5f0 2024-07-26T07:38:46.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.303+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6890041030 con 0x7f68a015f5f0 2024-07-26T07:38:46.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.303+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6890043a70 con 0x7f68a015f5f0 2024-07-26T07:38:46.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.303+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6874005290 con 0x7f68a015f5f0 2024-07-26T07:38:46.308 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.312+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6890043410 con 0x7f68a015f5f0 2024-07-26T07:38:46.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.318+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f40a40052f0 con 0x7f40c80e3180 2024-07-26T07:38:46.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.330+0000 7f40c7400640 1 -- 172.21.15.105:0/528075360 <== mon.0 v2:172.21.15.105:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v8)=0 v8) ==== 117+0+0 (secure 0 0 0) 0x7f40bc04d810 con 0x7f40c80e3180 2024-07-26T07:38:46.337 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.336+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 msgr2=0x7f40c80db230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.337 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.336+0000 7f40cfe00640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f40bc034040 tx=0x7f40bc0038f0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.337 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.337+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 shutdown_connections 2024-07-26T07:38:46.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.341+0000 7f40cfe00640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f40c80d8e00 0x7f40c8036870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.341+0000 7f40cfe00640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40c80e3180 0x7f40c80db230 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.341+0000 7f40cfe00640 1 --2- 172.21.15.105:0/528075360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f40c8007490 0x7f40c8048110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.341+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 >> 172.21.15.105:0/528075360 conn(0x7f40c8054970 msgr2=0x7f40c801cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.342 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.341+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 shutdown_connections 2024-07-26T07:38:46.342 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.342+0000 7f40cfe00640 1 -- 172.21.15.105:0/528075360 wait complete. 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.383+0000 7f7497200640 1 -- 172.21.15.105:0/708464355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490036b40 msgr2=0x7f7490006660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.383+0000 7f7497200640 1 --2- 172.21.15.105:0/708464355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490036b40 0x7f7490006660 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f749000ca70 tx=0x7f748802a530 comp rx=0 tx=0).stop 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.387+0000 7f7497200640 1 -- 172.21.15.105:0/708464355 shutdown_connections 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.387+0000 7f7497200640 1 --2- 172.21.15.105:0/708464355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490036b40 0x7f7490006660 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.387+0000 7f7497200640 1 --2- 172.21.15.105:0/708464355 >> v2:172.21.15.143:3300/0 conn(0x7f7490009ba0 0x7f74900df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.387+0000 7f7497200640 1 -- 172.21.15.105:0/708464355 >> 172.21.15.105:0/708464355 conn(0x7f7490051420 msgr2=0x7f7490051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.389+0000 7f7497200640 1 -- 172.21.15.105:0/708464355 shutdown_connections 2024-07-26T07:38:46.390 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.389+0000 7f7497200640 1 -- 172.21.15.105:0/708464355 wait complete. 2024-07-26T07:38:46.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.398+0000 7f7497200640 1 Processor -- start 2024-07-26T07:38:46.403 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.407 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.402+0000 7f7497200640 1 -- start start 2024-07-26T07:38:46.411 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.408+0000 7f7497200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.413+0000 7f7497200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 0x7f7490043c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.413+0000 7f7497200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74900441d0 0x7f7490181470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.411+0000 7f7495e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.413+0000 7f7495e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:60984/0 (socket says 172.21.15.105:60984) 2024-07-26T07:38:46.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.414+0000 7f7497200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7490006ba0 con 0x7f7490009ba0 2024-07-26T07:38:46.415 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.414+0000 7f7497200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f749000be40 con 0x7f74900441d0 2024-07-26T07:38:46.415 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.414+0000 7f7497200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7490006d20 con 0x7f7490005c60 2024-07-26T07:38:46.415 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.415+0000 7f7495e00640 1 -- 172.21.15.105:0/3677051978 learned_addr learned my addr 172.21.15.105:0/3677051978 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.415 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.415+0000 7f7496800640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74900441d0 0x7f7490181470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.416 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.415+0000 7f7495400640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 0x7f7490043c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.416 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.416+0000 7f7495e00640 1 -- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74900441d0 msgr2=0x7f7490181470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.416 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.416+0000 7f7495e00640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74900441d0 0x7f7490181470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.417 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.416+0000 7f7495e00640 1 -- 172.21.15.105:0/3677051978 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 msgr2=0x7f7490043c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.417 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.416+0000 7f7495e00640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 0x7f7490043c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.417 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.416+0000 7f7495e00640 1 -- 172.21.15.105:0/3677051978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f749001efc0 con 0x7f7490005c60 2024-07-26T07:38:46.417 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.417+0000 7f7495400640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 0x7f7490043c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:38:46.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.421+0000 7f7495e00640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f74980758e0 tx=0x7f749806ac90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.421+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74980752e0 con 0x7f7490005c60 2024-07-26T07:38:46.422 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.422+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f749001f2a0 con 0x7f7490005c60 2024-07-26T07:38:46.422 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.422+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f749001f860 con 0x7f7490005c60 2024-07-26T07:38:46.422 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.422+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7498075480 con 0x7f7490005c60 2024-07-26T07:38:46.423 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.422+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498075d80 con 0x7f7490005c60 2024-07-26T07:38:46.424 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.424+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7498075fe0 con 0x7f7490005c60 2024-07-26T07:38:46.424 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.424+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f74980957a0 con 0x7f7490005c60 2024-07-26T07:38:46.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.425+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7470005290 con 0x7f7490005c60 2024-07-26T07:38:46.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.435+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f7498075630 con 0x7f7490005c60 2024-07-26T07:38:46.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.441+0000 7f20b2200640 1 -- 172.21.15.105:0/1399189502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac070650 msgr2=0x7f20ac0aecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.441+0000 7f20b2200640 1 --2- 172.21.15.105:0/1399189502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac070650 0x7f20ac0aecc0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f209c009830 tx=0x7f209c02a5d0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.441+0000 7f20b2200640 1 -- 172.21.15.105:0/1399189502 shutdown_connections 2024-07-26T07:38:46.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.442+0000 7f20b2200640 1 --2- 172.21.15.105:0/1399189502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac070650 0x7f20ac0aecc0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.442+0000 7f20b2200640 1 -- 172.21.15.105:0/1399189502 >> 172.21.15.105:0/1399189502 conn(0x7f20ac06c610 msgr2=0x7f20ac06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.442+0000 7f20b2200640 1 -- 172.21.15.105:0/1399189502 shutdown_connections 2024-07-26T07:38:46.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.442+0000 7f20b2200640 1 -- 172.21.15.105:0/1399189502 wait complete. 2024-07-26T07:38:46.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.443+0000 7f9f48a00640 1 -- 172.21.15.105:0/1598217468 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3400d820 con 0x7f9f30005150 2024-07-26T07:38:46.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.443+0000 7f9f4b200640 1 -- 172.21.15.105:0/1598217468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f30005150 msgr2=0x7f9f3000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.443+0000 7f9f4b200640 1 --2- 172.21.15.105:0/1598217468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f30005150 0x7f9f3000b9c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9f3400dba0 tx=0x7f9f30005830 comp rx=0 tx=0).stop 2024-07-26T07:38:46.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.444+0000 7f9f4a800640 1 -- 172.21.15.105:0/1598217468 reap_dead start 2024-07-26T07:38:46.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.444+0000 7f9f4b200640 1 -- 172.21.15.105:0/1598217468 shutdown_connections 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.445+0000 7f9f4b200640 1 -- 172.21.15.105:0/1598217468 >> 172.21.15.105:0/1598217468 conn(0x7f9f4c06c610 msgr2=0x7f9f4c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.444+0000 7f2138a00640 1 -- 172.21.15.105:0/445602931 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2134161bd0 msgr2=0x7f2134161fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.444+0000 7f2138a00640 1 --2- 172.21.15.105:0/445602931 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2134161bd0 0x7f2134161fe0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f213406e650 tx=0x7f212c02a8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.445+0000 7f2138a00640 1 -- 172.21.15.105:0/445602931 shutdown_connections 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.445+0000 7f2138a00640 1 --2- 172.21.15.105:0/445602931 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2134161bd0 0x7f2134161fe0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.445+0000 7f2138a00640 1 --2- 172.21.15.105:0/445602931 >> v2:172.21.15.105:3300/0 conn(0x7f21340b52c0 0x7f2134070650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.445+0000 7f2138a00640 1 -- 172.21.15.105:0/445602931 >> 172.21.15.105:0/445602931 conn(0x7f213406c610 msgr2=0x7f213406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.446+0000 7f2138a00640 1 -- 172.21.15.105:0/445602931 shutdown_connections 2024-07-26T07:38:46.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.446+0000 7f2138a00640 1 -- 172.21.15.105:0/445602931 wait complete. 2024-07-26T07:38:46.449 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.447+0000 7f20b2200640 1 Processor -- start 2024-07-26T07:38:46.449 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.447+0000 7f20b2200640 1 -- start start 2024-07-26T07:38:46.449 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.448+0000 7f9f4b200640 1 -- 172.21.15.105:0/1598217468 shutdown_connections 2024-07-26T07:38:46.449 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.448+0000 7f9f4b200640 1 -- 172.21.15.105:0/1598217468 wait complete. 2024-07-26T07:38:46.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.451+0000 7f20b2200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.451+0000 7f20b2200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 0x7f20ac0abd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.452 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.452+0000 7f20b0e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.452 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.452+0000 7f20b0e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:45186/0 (socket says 172.21.15.105:45186) 2024-07-26T07:38:46.452 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.452+0000 7f20b0e00640 1 -- 172.21.15.105:0/577622534 learned_addr learned my addr 172.21.15.105:0/577622534 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.452 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.452+0000 7f20b2200640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 0x7f20ac0ad6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.453 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.453+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac154fc0 con 0x7f20ac0b52c0 2024-07-26T07:38:46.454 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.453+0000 7f2138a00640 1 Processor -- start 2024-07-26T07:38:46.454 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.453+0000 7f2138a00640 1 -- start start 2024-07-26T07:38:46.454 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.454+0000 7f20b1800640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 0x7f20ac0ad6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.454 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.454+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac154e40 con 0x7f20ac070650 2024-07-26T07:38:46.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.454+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f20ac155140 con 0x7f20ac161bd0 2024-07-26T07:38:46.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.454+0000 7f20abe00640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 0x7f20ac0abd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.455+0000 7f20abe00640 1 -- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 msgr2=0x7f20ac0ad6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f20abe00640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 0x7f20ac0ad6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f20abe00640 1 -- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 msgr2=0x7f20ac1566d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f20abe00640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21340b52c0 0x7f2134073000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f20abe00640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20ac0ac250 con 0x7f20ac0b52c0 2024-07-26T07:38:46.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21340ce900 0x7f21340b08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f20b1800640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 0x7f20ac0ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:38:46.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.457+0000 7f20b0e00640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:46.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.459 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2134154e80 con 0x7f2134161bd0 2024-07-26T07:38:46.459 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2134154d00 con 0x7f21340ce900 2024-07-26T07:38:46.459 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.457+0000 7f20abe00640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 0x7f20ac0abd10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0ce890 tx=0x7f209c033cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.459 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.456+0000 7f2138a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2134155000 con 0x7f21340b52c0 2024-07-26T07:38:46.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.457+0000 7f2133200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.458+0000 7f2133200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45520/0 (socket says 172.21.15.105:45520) 2024-07-26T07:38:46.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.458+0000 7f2133200640 1 -- 172.21.15.105:0/3684382360 learned_addr learned my addr 172.21.15.105:0/3684382360 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.458+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f6874005580 con 0x7f68a015f5f0 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.459+0000 7f2133200640 1 -- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21340b52c0 msgr2=0x7f2134073000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.459+0000 7f2133200640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21340b52c0 0x7f2134073000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.459+0000 7f2133200640 1 -- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21340ce900 msgr2=0x7f21340b08d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.459+0000 7f2133200640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21340ce900 0x7f21340b08d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.459+0000 7f2133200640 1 -- 172.21.15.105:0/3684382360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2134073540 con 0x7f2134161bd0 2024-07-26T07:38:46.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.460+0000 7f2133200640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f212c02aea0 tx=0x7f212c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.462 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.461+0000 7f9f4b200640 1 Processor -- start 2024-07-26T07:38:46.462 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.462+0000 7f9f4b200640 1 -- start start 2024-07-26T07:38:46.462 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.462+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c031b90 con 0x7f2134161bd0 2024-07-26T07:38:46.463 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.462+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f212c031e20 con 0x7f2134161bd0 2024-07-26T07:38:46.463 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.462+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c0332d0 con 0x7f2134161bd0 2024-07-26T07:38:46.463 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.463+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f213414eef0 con 0x7f2134161bd0 2024-07-26T07:38:46.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.461+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c031b50 con 0x7f20ac0b52c0 2024-07-26T07:38:46.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.462+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f209c031e20 con 0x7f20ac0b52c0 2024-07-26T07:38:46.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0332b0 con 0x7f20ac0b52c0 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f4c1f59e0 0x7f9f4c13d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c1eec60 0x7f9f4c13c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4c0b5800 con 0x7f9f4c1f59e0 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4c0b5680 con 0x7f9f4c1eec60 2024-07-26T07:38:46.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f9f4b200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9f4c070430 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7f9f4a800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7f9f4a800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:32788/0 (socket says 172.21.15.105:32788) 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7f9f4a800640 1 -- 172.21.15.105:0/3342843814 learned_addr learned my addr 172.21.15.105:0/3342843814 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7f9f49e00640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f4c1f59e0 0x7f9f4c13d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7f9f49400640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c1eec60 0x7f9f4c13c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7fc10ec00640 1 -- 172.21.15.105:0/2011195115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc10806cc00 msgr2=0x7fc1080ad090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.465+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2011195115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc10806cc00 0x7fc1080ad090 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc1080b5c30 tx=0x7fc10002a8d0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.466+0000 7f9f4a800640 1 -- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c1eec60 msgr2=0x7f9f4c13c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.466+0000 7f9f4a800640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c1eec60 0x7f9f4c13c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.466+0000 7f9f4a800640 1 -- 172.21.15.105:0/3342843814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f4c1f59e0 msgr2=0x7f9f4c13d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.466+0000 7f9f4a800640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f4c1f59e0 0x7f9f4c13d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.466+0000 7f9f4a800640 1 -- 172.21.15.105:0/3342843814 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f4c0b1310 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.468 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20ac156fd0 con 0x7f20ac0b52c0 2024-07-26T07:38:46.468 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20ac157590 con 0x7f20ac0b52c0 2024-07-26T07:38:46.468 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.467+0000 7f9f4a800640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9f3400dcc0 tx=0x7f9f34003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.468 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.468+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f34043070 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.468+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f34003b20 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.468+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3403a030 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.469+0000 7fc10ec00640 1 -- 172.21.15.105:0/2011195115 shutdown_connections 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.469+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2011195115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc10806cc00 0x7fc1080ad090 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.469+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2011195115 >> v2:172.21.15.143:3300/0 conn(0x7fc1080af150 0x7fc10806da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.469+0000 7fc10ec00640 1 -- 172.21.15.105:0/2011195115 >> 172.21.15.105:0/2011195115 conn(0x7fc1080b57f0 msgr2=0x7fc1080b5090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.464+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2134151bd0 con 0x7f2134161bd0 2024-07-26T07:38:46.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.467+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f212c033470 con 0x7f2134161bd0 2024-07-26T07:38:46.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.470+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f4c0c8e00 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.471+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20ac156d40 con 0x7f20ac0b52c0 2024-07-26T07:38:46.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.470+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f4c0c90c0 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.471+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f209c033450 con 0x7f20ac0b52c0 2024-07-26T07:38:46.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.471+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f209c03b410 con 0x7f20ac0b52c0 2024-07-26T07:38:46.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.472+0000 7fc10ec00640 1 -- 172.21.15.105:0/2011195115 shutdown_connections 2024-07-26T07:38:46.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.473+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f4c15dfd0 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.473+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f212c004380 con 0x7f2134161bd0 2024-07-26T07:38:46.474 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.474+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9f34046070 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.475 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.474+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9f34048a80 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.476 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.476+0000 7f6896000640 1 -- 172.21.15.105:0/2616694512 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v9)=0 v9) ==== 115+0+0 (secure 0 0 0) 0x7f689004d440 con 0x7f68a015f5f0 2024-07-26T07:38:46.476 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.472+0000 7fc10ec00640 1 -- 172.21.15.105:0/2011195115 wait complete. 2024-07-26T07:38:46.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.477+0000 7fc10ec00640 1 Processor -- start 2024-07-26T07:38:46.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.478+0000 7fc10ec00640 1 -- start start 2024-07-26T07:38:46.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.478+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2134069af0 con 0x7f2134161bd0 2024-07-26T07:38:46.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.478+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9f3404d020 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.478+0000 7f1cc0a00640 1 -- 172.21.15.105:0/1332942248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc1419f0 msgr2=0x7f1cbc0b4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.478+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/1332942248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b4f00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc071790 tx=0x7f1ca802a4f0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 msgr2=0x7f68a0158b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6890034040 tx=0x7f6890003b90 comp rx=0 tx=0).stop 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f1cc0a00640 1 -- 172.21.15.105:0/1332942248 shutdown_connections 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/1332942248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b4f00 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/1332942248 >> v2:172.21.15.105:3300/0 conn(0x7f1cbc13ee20 0x7f1cbc1414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f1cc0a00640 1 -- 172.21.15.105:0/1332942248 >> 172.21.15.105:0/1332942248 conn(0x7f1cbc06db80 msgr2=0x7f1cbc0722d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 shutdown_connections 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68a015fa00 0x7f68a015b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68a015f5f0 0x7f68a0158b10 secure :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6890034040 tx=0x7f6890003b90 comp rx=0 tx=0).stop 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 --2- 172.21.15.105:0/2616694512 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68a015e490 0x7f68a0202540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.479+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 >> 172.21.15.105:0/2616694512 conn(0x7f68a0071f90 msgr2=0x7f68a0073cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.480+0000 7f1cc0a00640 1 -- 172.21.15.105:0/1332942248 shutdown_connections 2024-07-26T07:38:46.482 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.480+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 shutdown_connections 2024-07-26T07:38:46.482 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.480+0000 7f688b400640 1 -- 172.21.15.105:0/2616694512 wait complete. 2024-07-26T07:38:46.482 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.480+0000 7f1cc0a00640 1 -- 172.21.15.105:0/1332942248 wait complete. 2024-07-26T07:38:46.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.484+0000 7f1cc0a00640 1 Processor -- start 2024-07-26T07:38:46.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.485+0000 7f1cc0a00640 1 -- start start 2024-07-26T07:38:46.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc0b5440 0x7f1cbc155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc160050 con 0x7f1cbc1419f0 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1cbc141200 con 0x7f1cbc0b5440 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.487+0000 7f1cc0a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1cbc1601d0 con 0x7f1cbc13ee20 2024-07-26T07:38:46.489 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.488+0000 7fc10ec00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 0x7fc10814b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.488+0000 7fc10ec00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7fc10ec00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7f1cb9400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7f1cb9400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:32810/0 (socket says 172.21.15.105:32810) 2024-07-26T07:38:46.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7fc10e200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.491 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7f1cb9400640 1 -- 172.21.15.105:0/3174355846 learned_addr learned my addr 172.21.15.105:0/3174355846 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.491 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7fc10ce00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.491 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.489+0000 7fc10ce00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:32818/0 (socket says 172.21.15.105:32818) 2024-07-26T07:38:46.491 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7f1cba800640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10e200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45536/0 (socket says 172.21.15.105:45536) 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10ec00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc1080ad750 con 0x7fc1080af150 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7f1cb9e00640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc0b5440 0x7f1cbc155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10ec00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc1080ad5d0 con 0x7fc10806c7f0 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10e200640 1 -- 172.21.15.105:0/2814489241 learned_addr learned my addr 172.21.15.105:0/2814489241 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1080ad8d0 con 0x7fc10806cc00 2024-07-26T07:38:46.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.490+0000 7fc10d800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 0x7fc10814b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.493 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.491+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f212c03f030 con 0x7f2134161bd0 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.491+0000 7fc10ce00640 1 -- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 msgr2=0x7fc10814b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.492+0000 7fc10ce00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 0x7fc10814b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.492+0000 7fc10ce00640 1 -- 172.21.15.105:0/2814489241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 msgr2=0x7fc1081fca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.492+0000 7fc10ce00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.492+0000 7fc10ce00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1081fa3f0 con 0x7fc10806cc00 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.492+0000 7fc10e200640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.493+0000 7fc10d800640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 0x7fc10814b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.493+0000 7fc10ce00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc0f400c3f0 tx=0x7fc0f400c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.494+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f4011790 con 0x7fc10806cc00 2024-07-26T07:38:46.495 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f1cb9400640 1 -- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc0b5440 msgr2=0x7f1cbc155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.495 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f1cb9400640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc0b5440 0x7f1cbc155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.495 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f1cb9400640 1 -- 172.21.15.105:0/3174355846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cbc1419f0 msgr2=0x7f1cbc0b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f1cb9400640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f1cb9400640 1 -- 172.21.15.105:0/3174355846 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cbc0b2c90 con 0x7f1cbc13ee20 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.494+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0f4017070 con 0x7fc10806cc00 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.494+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f4011ce0 con 0x7fc10806cc00 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f74d6800640 1 -- 172.21.15.105:0/1244695577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d00cf4b0 msgr2=0x7f74d00d2c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.495+0000 7f74d6800640 1 --2- 172.21.15.105:0/1244695577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d00cf4b0 0x7f74d00d2c50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009830 tx=0x7f74c402a540 comp rx=0 tx=0).stop 2024-07-26T07:38:46.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.494+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc10814e000 con 0x7fc10806cc00 2024-07-26T07:38:46.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.494+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc10814e900 con 0x7fc10806cc00 2024-07-26T07:38:46.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 -- 172.21.15.105:0/1244695577 shutdown_connections 2024-07-26T07:38:46.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f209c051020 con 0x7f20ac0b52c0 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f1cb9400640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8009920 tx=0x7f1ca8033ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 --2- 172.21.15.105:0/1244695577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d00cf4b0 0x7f74d00d2c50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 --2- 172.21.15.105:0/1244695577 >> v2:172.21.15.143:3300/0 conn(0x7f74d008c6b0 0x7f74d01613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 -- 172.21.15.105:0/1244695577 >> 172.21.15.105:0/1244695577 conn(0x7f74d00b5b50 msgr2=0x7f74d00b5f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 -- 172.21.15.105:0/1244695577 shutdown_connections 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7f74d6800640 1 -- 172.21.15.105:0/1244695577 wait complete. 2024-07-26T07:38:46.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc0f40053b0 con 0x7fc10806cc00 2024-07-26T07:38:46.499 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.497+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc0f40125a0 con 0x7fc10806cc00 2024-07-26T07:38:46.499 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e4005290 con 0x7fc10806cc00 2024-07-26T07:38:46.501 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.501+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc0f4020020 con 0x7fc10806cc00 2024-07-26T07:38:46.502 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.502+0000 7f74d6800640 1 Processor -- start 2024-07-26T07:38:46.503 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.503+0000 7f74d6800640 1 -- start start 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8031b50 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ca8031de0 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cbc13d7c0 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cbc13dd80 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.498+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8005280 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.504+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1ca802ad10 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.504+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1ca8033160 con 0x7f1cbc13ee20 2024-07-26T07:38:46.507 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.505+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c94005290 con 0x7f1cbc13ee20 2024-07-26T07:38:46.508 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.507+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fd1d80d1cc0 con 0x7fd1d80b4370 2024-07-26T07:38:46.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.510+0000 7f74d6800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 0x7f74d01f6b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.510+0000 7f74d6800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 0x7f74d01f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.510+0000 7f74d6800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74d00d3190 0x7f74d0202b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.510+0000 7f74d4a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 0x7f74d01f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.511+0000 7f74d4a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 0x7f74d01f49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:45254/0 (socket says 172.21.15.105:45254) 2024-07-26T07:38:46.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.511+0000 7f74d5400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 0x7f74d01f6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.511+0000 7f74d4a00640 1 -- 172.21.15.105:0/343034663 learned_addr learned my addr 172.21.15.105:0/343034663 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.512 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.511+0000 7f74d5e00640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74d00d3190 0x7f74d0202b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.512 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.512+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0161a80 con 0x7f74d00d3190 2024-07-26T07:38:46.512 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.512+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0161900 con 0x7f74d00cf4b0 2024-07-26T07:38:46.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.512+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f74d00ce9a0 con 0x7f74d008c6b0 2024-07-26T07:38:46.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.513+0000 7f74d5400640 1 -- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 msgr2=0x7f74d01f49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.513+0000 7f74d5400640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 0x7f74d01f49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.515 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.513+0000 7f74d5400640 1 -- 172.21.15.105:0/343034663 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74d00d3190 msgr2=0x7f74d0202b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.515 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.514+0000 7f74d5400640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74d00d3190 0x7f74d0202b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.515 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.514+0000 7f74d5400640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d01f4f30 con 0x7f74d008c6b0 2024-07-26T07:38:46.515 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.515+0000 7f74d5400640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 0x7f74d01f6b90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f74c800bd70 tx=0x7f74c800be60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.516 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.516+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f1ca803f030 con 0x7f1cbc13ee20 2024-07-26T07:38:46.516 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.516+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c8019070 con 0x7f74d008c6b0 2024-07-26T07:38:46.518 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.516+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74c8014440 con 0x7f74d008c6b0 2024-07-26T07:38:46.518 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.516+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c8014890 con 0x7f74d008c6b0 2024-07-26T07:38:46.521 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.521+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d02030a0 con 0x7f74d008c6b0 2024-07-26T07:38:46.521 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.521+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d01f5dd0 con 0x7f74d008c6b0 2024-07-26T07:38:46.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 -- 172.21.15.105:0/151541846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c74140ff0 msgr2=0x7f6c74166ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 --2- 172.21.15.105:0/151541846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c74140ff0 0x7f6c74166ac0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6c60005fd0 tx=0x7f6c6002a560 comp rx=0 tx=0).stop 2024-07-26T07:38:46.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 -- 172.21.15.105:0/151541846 shutdown_connections 2024-07-26T07:38:46.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 --2- 172.21.15.105:0/151541846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c74140ff0 0x7f6c74166ac0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 -- 172.21.15.105:0/151541846 >> 172.21.15.105:0/151541846 conn(0x7f6c7406db80 msgr2=0x7f6c740722d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.523+0000 7f6c78e00640 1 -- 172.21.15.105:0/151541846 shutdown_connections 2024-07-26T07:38:46.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.524+0000 7fd1cea00640 1 -- 172.21.15.105:0/964344278 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v10)=0 v10) ==== 106+0+0 (secure 0 0 0) 0x7fd1c803f030 con 0x7fd1d80b4370 2024-07-26T07:38:46.525 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.524+0000 7f6c78e00640 1 -- 172.21.15.105:0/151541846 wait complete. 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 msgr2=0x7fd1d81418c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd1c802aa90 tx=0x7fd1c8005d90 comp rx=0 tx=0).stop 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 shutdown_connections 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1d8147820 0x7fd1d806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1d80b7300 0x7fd1d806ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 --2- 172.21.15.105:0/964344278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1d80b4370 0x7fd1d81418c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 >> 172.21.15.105:0/964344278 conn(0x7fd1d806ec60 msgr2=0x7fd1d80b4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.529+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 shutdown_connections 2024-07-26T07:38:46.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.529+0000 7fd1d7e00640 1 -- 172.21.15.105:0/964344278 wait complete. 2024-07-26T07:38:46.531 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74d00ceeb0 con 0x7f74d008c6b0 2024-07-26T07:38:46.531 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f74c801c070 con 0x7f74d008c6b0 2024-07-26T07:38:46.531 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.528+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f74c801e780 con 0x7f74d008c6b0 2024-07-26T07:38:46.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.534+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f74d02030a0 con 0x7f74d008c6b0 2024-07-26T07:38:46.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.535+0000 7f6c78e00640 1 Processor -- start 2024-07-26T07:38:46.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.536+0000 7f6c78e00640 1 -- start start 2024-07-26T07:38:46.541 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.540+0000 7f3e97a00640 1 -- 172.21.15.105:0/1542726905 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e9006fb20 msgr2=0x7f3e9006ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.541 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.541+0000 7f3e97a00640 1 --2- 172.21.15.105:0/1542726905 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e9006fb20 0x7f3e9006ff30 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f3e90073d30 tx=0x7f3e8802ac20 comp rx=0 tx=0).stop 2024-07-26T07:38:46.542 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.541+0000 7f3e97a00640 1 -- 172.21.15.105:0/1542726905 shutdown_connections 2024-07-26T07:38:46.542 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.542+0000 7f3e97a00640 1 --2- 172.21.15.105:0/1542726905 >> v2:172.21.15.143:3300/0 conn(0x7f3e900cbbd0 0x7f3e900cbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.542 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.542+0000 7f3e97a00640 1 --2- 172.21.15.105:0/1542726905 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e9006fb20 0x7f3e9006ff30 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.542 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.542+0000 7f3e97a00640 1 -- 172.21.15.105:0/1542726905 >> 172.21.15.105:0/1542726905 conn(0x7f3e9006d630 msgr2=0x7f3e9006da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.543 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.542+0000 7f3e97a00640 1 -- 172.21.15.105:0/1542726905 shutdown_connections 2024-07-26T07:38:46.543 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.542+0000 7f3e97a00640 1 -- 172.21.15.105:0/1542726905 wait complete. 2024-07-26T07:38:46.545 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.545+0000 7f6c78e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.546+0000 7f6c78e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 0x7f6c74136950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.546+0000 7f6c71e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.546+0000 7f6c71e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:45280/0 (socket says 172.21.15.105:45280) 2024-07-26T07:38:46.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.546+0000 7f6c71e00640 1 -- 172.21.15.105:0/3473028215 learned_addr learned my addr 172.21.15.105:0/3473028215 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.546+0000 7f6c71400640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 0x7f6c74136950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.547+0000 7f6c78e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 0x7f6c74138370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.550 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.549+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6c74167390 con 0x7f6c74140ff0 2024-07-26T07:38:46.550 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.549+0000 7f6c72800640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 0x7f6c74138370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.550 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.549+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6c74167210 con 0x7f6c740b4f00 2024-07-26T07:38:46.550 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.549+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6c74167510 con 0x7f6c7413ee20 2024-07-26T07:38:46.550 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.550+0000 7f3e97a00640 1 Processor -- start 2024-07-26T07:38:46.551 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.551+0000 7f6c71400640 1 -- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 msgr2=0x7f6c7413c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.551 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.551+0000 7f3e97a00640 1 -- start start 2024-07-26T07:38:46.553 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c71400640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.553 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c71400640 1 -- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 msgr2=0x7f6c74138370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.553 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c71400640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 0x7f6c74138370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c71400640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c741f90f0 con 0x7f6c7413ee20 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c72800640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 0x7f6c74138370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.553+0000 7f6c71e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.554+0000 7f6c71400640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 0x7f6c74136950 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6c6400b3e0 tx=0x7f6c6400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.554+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c64015020 con 0x7f6c7413ee20 2024-07-26T07:38:46.554 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.554+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c64011920 con 0x7f6c7413ee20 2024-07-26T07:38:46.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.554+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c741f93d0 con 0x7f6c7413ee20 2024-07-26T07:38:46.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.554+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c741f9990 con 0x7f6c7413ee20 2024-07-26T07:38:46.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.555+0000 7f3e97a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.556 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.555+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c64011d70 con 0x7f6c7413ee20 2024-07-26T07:38:46.556 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.556+0000 7f3e97a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e900cbbd0 0x7f3e9015ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.556 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.556+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c740b1710 con 0x7f6c7413ee20 2024-07-26T07:38:46.557 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.556+0000 7f3e97a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 0x7f3e90146dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:46.557 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.556+0000 7f3e95000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.557 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6c64018020 con 0x7f6c7413ee20 2024-07-26T07:38:46.558 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f3e97a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3e90162d40 con 0x7f3e90166410 2024-07-26T07:38:46.558 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f3e97a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3e90162bc0 con 0x7f3e900cbbd0 2024-07-26T07:38:46.558 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f3e97a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3e90162ec0 con 0x7f3e9006fb20 2024-07-26T07:38:46.558 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6c64019890 con 0x7f6c7413ee20 2024-07-26T07:38:46.559 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.557+0000 7f3e95000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:32834/0 (socket says 172.21.15.105:32834) 2024-07-26T07:38:46.559 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.558+0000 7f3e95000640 1 -- 172.21.15.105:0/3436533856 learned_addr learned my addr 172.21.15.105:0/3436533856 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:46.559 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.558+0000 7f3e8fe00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e900cbbd0 0x7f3e9015ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.559 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.558+0000 7f3e95a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 0x7f3e90146dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:46.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.559+0000 7f3e95000640 1 -- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e900cbbd0 msgr2=0x7f3e9015ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.559+0000 7f3e95000640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e900cbbd0 0x7f3e9015ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.560+0000 7f3e95000640 1 -- 172.21.15.105:0/3436533856 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 msgr2=0x7f3e90146dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.560+0000 7f3e95000640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 0x7f3e90146dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.560+0000 7f3e95000640 1 -- 172.21.15.105:0/3436533856 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e9015f560 con 0x7f3e9006fb20 2024-07-26T07:38:46.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.560+0000 7f3e95a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 0x7f3e90146dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:46.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.561+0000 7f3e95000640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3e88009e50 tx=0x7f3e88003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:46.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.561+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e88038050 con 0x7f3e9006fb20 2024-07-26T07:38:46.562 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.561+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e88044070 con 0x7f3e9006fb20 2024-07-26T07:38:46.562 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.562+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e880045c0 con 0x7f3e9006fb20 2024-07-26T07:38:46.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.563+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6c740b1710 con 0x7f6c7413ee20 2024-07-26T07:38:46.564 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.564+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e9015f840 con 0x7f3e9006fb20 2024-07-26T07:38:46.564 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.564+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e901fa780 con 0x7f3e9006fb20 2024-07-26T07:38:46.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.565+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e90161170 con 0x7f3e9006fb20 2024-07-26T07:38:46.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.568+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3e8802b830 con 0x7f3e9006fb20 2024-07-26T07:38:46.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.568+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3e8802c500 con 0x7f3e9006fb20 2024-07-26T07:38:46.573 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.573 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.574+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f3e90161170 con 0x7f3e9006fb20 2024-07-26T07:38:46.626 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.626+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f7470005580 con 0x7f7490005c60 2024-07-26T07:38:46.627 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.627+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f9f4c069af0 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.644+0000 7f748e000640 1 -- 172.21.15.105:0/3677051978 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7f749806c610 con 0x7f7490005c60 2024-07-26T07:38:46.652 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.652+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 msgr2=0x7f7490177ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.652 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.652+0000 7f7497200640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f74980758e0 tx=0x7f749806ac90 comp rx=0 tx=0).stop 2024-07-26T07:38:46.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.652+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 shutdown_connections 2024-07-26T07:38:46.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.652+0000 7f7497200640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74900441d0 0x7f7490181470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.653+0000 7f7497200640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7490009ba0 0x7f7490043c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.653+0000 7f7497200640 1 --2- 172.21.15.105:0/3677051978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7490005c60 0x7f7490177ce0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.653+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 >> 172.21.15.105:0/3677051978 conn(0x7f7490051420 msgr2=0x7f74900344d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.656 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.653+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 shutdown_connections 2024-07-26T07:38:46.656 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.653+0000 7f7497200640 1 -- 172.21.15.105:0/3677051978 wait complete. 2024-07-26T07:38:46.656 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.656+0000 7f9f42000640 1 -- 172.21.15.105:0/3342843814 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7f9f4c0b1310 con 0x7f9f4c0b09c0 2024-07-26T07:38:46.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.661+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 msgr2=0x7f9f4c0b0dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.661+0000 7f9f4b200640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9f3400dcc0 tx=0x7f9f34003820 comp rx=0 tx=0).stop 2024-07-26T07:38:46.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.662+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f1c94005580 con 0x7f1cbc13ee20 2024-07-26T07:38:46.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 shutdown_connections 2024-07-26T07:38:46.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f4c0b09c0 0x7f9f4c0b0dd0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c1eec60 0x7f9f4c13c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 --2- 172.21.15.105:0/3342843814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f4c1f59e0 0x7f9f4c13d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 >> 172.21.15.105:0/3342843814 conn(0x7f9f4c06c610 msgr2=0x7f9f4c15b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 shutdown_connections 2024-07-26T07:38:46.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.665+0000 7f9f4b200640 1 -- 172.21.15.105:0/3342843814 wait complete. 2024-07-26T07:38:46.675 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.674+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f2134073980 con 0x7f2134161bd0 2024-07-26T07:38:46.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.677+0000 7f1cb2000640 1 -- 172.21.15.105:0/3174355846 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v13)=0 v13) ==== 121+0+0 (secure 0 0 0) 0x7f1ca8031770 con 0x7f1cbc13ee20 2024-07-26T07:38:46.678 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.678+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f20ac0aecc0 con 0x7f20ac0b52c0 2024-07-26T07:38:46.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.682+0000 7f212aa00640 1 -- 172.21.15.105:0/3684382360 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v14)=0 v14) ==== 120+0+0 (secure 0 0 0) 0x7f212c033760 con 0x7f2134161bd0 2024-07-26T07:38:46.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.684+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 msgr2=0x7f1cbc0b3450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.685 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.684+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8009920 tx=0x7f1ca8033ba0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.685 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.685+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 shutdown_connections 2024-07-26T07:38:46.685 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.685+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cbc1419f0 0x7f1cbc0b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.685+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cbc13ee20 0x7f1cbc0b3450 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.685+0000 7f1cc0a00640 1 --2- 172.21.15.105:0/3174355846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cbc0b5440 0x7f1cbc155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.685+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 >> 172.21.15.105:0/3174355846 conn(0x7f1cbc06db80 msgr2=0x7f1cbc13b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.686+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 shutdown_connections 2024-07-26T07:38:46.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.686+0000 7f1cc0a00640 1 -- 172.21.15.105:0/3174355846 wait complete. 2024-07-26T07:38:46.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 msgr2=0x7f2134155ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f212c02aea0 tx=0x7f212c003ba0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 shutdown_connections 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2134161bd0 0x7f2134155ee0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21340ce900 0x7f21340b08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 --2- 172.21.15.105:0/3684382360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21340b52c0 0x7f2134073000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 >> 172.21.15.105:0/3684382360 conn(0x7f213406c610 msgr2=0x7f21340ae260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.688+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 shutdown_connections 2024-07-26T07:38:46.689 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.689+0000 7f2138a00640 1 -- 172.21.15.105:0/3684382360 wait complete. 2024-07-26T07:38:46.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.694+0000 7f20a8c00640 1 -- 172.21.15.105:0/577622534 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v15)=0 v15) ==== 121+0+0 (secure 0 0 0) 0x7f209c03f030 con 0x7f20ac0b52c0 2024-07-26T07:38:46.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.700+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 msgr2=0x7f20ac0abd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.701 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.700+0000 7f20b2200640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 0x7f20ac0abd10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f20ac0ce890 tx=0x7f209c033cc0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 shutdown_connections 2024-07-26T07:38:46.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20ac161bd0 0x7f20ac0ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f20ac0b52c0 0x7f20ac0abd10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 --2- 172.21.15.105:0/577622534 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20ac070650 0x7f20ac1566d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 >> 172.21.15.105:0/577622534 conn(0x7f20ac06c610 msgr2=0x7f20ac160bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 shutdown_connections 2024-07-26T07:38:46.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.702+0000 7f20b2200640 1 -- 172.21.15.105:0/577622534 wait complete. 2024-07-26T07:38:46.710 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.718+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7fc0e4005580 con 0x7fc10806cc00 2024-07-26T07:38:46.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.723+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f74d008c1f0 con 0x7f74d008c6b0 2024-07-26T07:38:46.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.729+0000 7fc105600640 1 -- 172.21.15.105:0/2814489241 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v16)=0 v16) ==== 120+0+0 (secure 0 0 0) 0x7fc0f4020020 con 0x7fc10806cc00 2024-07-26T07:38:46.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 msgr2=0x7fc10814d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc0f400c3f0 tx=0x7fc0f400c8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 shutdown_connections 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1080af150 0x7fc1081fca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10806cc00 0x7fc10814d860 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 --2- 172.21.15.105:0/2814489241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc10806c7f0 0x7fc10814b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 >> 172.21.15.105:0/2814489241 conn(0x7fc1080b57f0 msgr2=0x7fc1080b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 shutdown_connections 2024-07-26T07:38:46.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.730+0000 7fc10ec00640 1 -- 172.21.15.105:0/2814489241 wait complete. 2024-07-26T07:38:46.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.737+0000 7f74cd600640 1 -- 172.21.15.105:0/343034663 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v17)=0 v17) ==== 119+0+0 (secure 0 0 0) 0x7f74d02030a0 con 0x7f74d008c6b0 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 msgr2=0x7f74d01f6b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 0x7f74d01f6b90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f74c800bd70 tx=0x7f74c800be60 comp rx=0 tx=0).stop 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 shutdown_connections 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74d00d3190 0x7f74d0202b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74d00cf4b0 0x7f74d01f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 --2- 172.21.15.105:0/343034663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74d008c6b0 0x7f74d01f6b90 secure :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f74c800bd70 tx=0x7f74c800be60 comp rx=0 tx=0).stop 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.738+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 >> 172.21.15.105:0/343034663 conn(0x7f74d00b5b50 msgr2=0x7f74d00c7c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.739+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 shutdown_connections 2024-07-26T07:38:46.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.740+0000 7f74d6800640 1 -- 172.21.15.105:0/343034663 wait complete. 2024-07-26T07:38:46.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.745+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7f6c741414b0 con 0x7f6c7413ee20 2024-07-26T07:38:46.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.750+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f3e9006de00 con 0x7f3e9006fb20 2024-07-26T07:38:46.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.755+0000 7f6c6a000640 1 -- 172.21.15.105:0/3473028215 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v18)=0 v18) ==== 125+0+0 (secure 0 0 0) 0x7f6c6401f020 con 0x7f6c7413ee20 2024-07-26T07:38:46.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 msgr2=0x7f6c74136950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 0x7f6c74136950 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6c6400b3e0 tx=0x7f6c6400b8a0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 shutdown_connections 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c74140ff0 0x7f6c74138370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6c7413ee20 0x7f6c74136950 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 --2- 172.21.15.105:0/3473028215 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6c740b4f00 0x7f6c7413c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 >> 172.21.15.105:0/3473028215 conn(0x7f6c7406db80 msgr2=0x7f6c740aecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 shutdown_connections 2024-07-26T07:38:46.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.757+0000 7f6c78e00640 1 -- 172.21.15.105:0/3473028215 wait complete. 2024-07-26T07:38:46.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.764+0000 7f3e8cc00640 1 -- 172.21.15.105:0/3436533856 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v19)=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f3e8804d020 con 0x7f3e9006fb20 2024-07-26T07:38:46.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 msgr2=0x7f3e90158e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3e88009e50 tx=0x7f3e88003f90 comp rx=0 tx=0).stop 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 shutdown_connections 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e90166410 0x7f3e90146dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e900cbbd0 0x7f3e9015ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 --2- 172.21.15.105:0/3436533856 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e9006fb20 0x7f3e90158e50 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 >> 172.21.15.105:0/3436533856 conn(0x7f3e9006d630 msgr2=0x7f3e9006ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 shutdown_connections 2024-07-26T07:38:46.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:46.765+0000 7f3e97a00640 1 -- 172.21.15.105:0/3436533856 wait complete. 2024-07-26T07:38:46.768 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.768 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.769 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.769 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.769 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.785 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi105') 2024-07-26T07:38:46.789 INFO:tasks.ceph:Setting crush tunables to default 2024-07-26T07:38:46.789 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --cluster ceph osd crush tunables default 2024-07-26T07:38:47.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 -- 172.21.15.105:0/2395320492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6348142340 msgr2=0x7f63480b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:47.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 --2- 172.21.15.105:0/2395320492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6348142340 0x7f63480b2b70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f63480b34e0 tx=0x7f633c02a4d0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 -- 172.21.15.105:0/2395320492 shutdown_connections 2024-07-26T07:38:47.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 --2- 172.21.15.105:0/2395320492 >> v2:172.21.15.143:3300/0 conn(0x7f63480b38a0 0x7f63480b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 --2- 172.21.15.105:0/2395320492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6348142340 0x7f63480b2b70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 -- 172.21.15.105:0/2395320492 >> 172.21.15.105:0/2395320492 conn(0x7f634806c610 msgr2=0x7f634806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:47.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 -- 172.21.15.105:0/2395320492 shutdown_connections 2024-07-26T07:38:47.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.070+0000 7f634ee00640 1 -- 172.21.15.105:0/2395320492 wait complete. 2024-07-26T07:38:47.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.074+0000 7f634ee00640 1 Processor -- start 2024-07-26T07:38:47.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.074+0000 7f634ee00640 1 -- start start 2024-07-26T07:38:47.079 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 0x7f63480c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:47.079 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6348142340 0x7f63481f25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:47.079 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:47.079 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f63480b3230 con 0x7f634815fb00 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f63480b30b0 con 0x7f6348142340 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634ee00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f63480b58e0 con 0x7f63480b38a0 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634e400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634e400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45612/0 (socket says 172.21.15.105:45612) 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634e400640 1 -- 172.21.15.105:0/1958345345 learned_addr learned my addr 172.21.15.105:0/1958345345 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634d000640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6348142340 0x7f63481f25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.077+0000 7f634da00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 0x7f63480c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 -- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 msgr2=0x7f63480c97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 0x7f63480c97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.080 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 -- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6348142340 msgr2=0x7f63481f25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6348142340 0x7f63481f25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 -- 172.21.15.105:0/1958345345 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63481e5da0 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634da00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 0x7f63480c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634e400640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f634000b990 tx=0x7f634000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340019070 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f634000cc90 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63400146a0 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63480ca230 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.078+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6348072be0 con 0x7f634815fb00 2024-07-26T07:38:47.081 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.079+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f634001c070 con 0x7f634815fb00 2024-07-26T07:38:47.082 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.079+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f634001e9e0 con 0x7f634815fb00 2024-07-26T07:38:47.082 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.079+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634815d6b0 con 0x7f634815fb00 2024-07-26T07:38:47.082 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.082+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f634815d6b0 con 0x7f634815fb00 2024-07-26T07:38:47.151 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.150+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f63480b3cb0 con 0x7f634815fb00 2024-07-26T07:38:47.154 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.154+0000 7f6345600640 1 -- 172.21.15.105:0/1958345345 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f6340023020 con 0x7f634815fb00 2024-07-26T07:38:47.155 INFO:teuthology.orchestra.run.smithi105.stderr:adjusted tunables profile to default 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 msgr2=0x7f63481f8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f634000b990 tx=0x7f634000be50 comp rx=0 tx=0).stop 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 shutdown_connections 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f634815fb00 0x7f63481f8840 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6348142340 0x7f63481f25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 --2- 172.21.15.105:0/1958345345 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63480b38a0 0x7f63480c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 >> 172.21.15.105:0/1958345345 conn(0x7f634806c610 msgr2=0x7f63480cbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 shutdown_connections 2024-07-26T07:38:47.157 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:47.156+0000 7f634ee00640 1 -- 172.21.15.105:0/1958345345 wait complete. 2024-07-26T07:38:47.180 INFO:tasks.ceph:check_enable_crimson: False 2024-07-26T07:38:47.180 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-07-26T07:38:47.180 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:47.180 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-07-26T07:38:47.254 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:47.254 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-07-26T07:38:47.360 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:47.360 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-07-26T07:38:47.480 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:38:47.480 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-07-26T07:38:47.594 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:47.595 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-07-26T07:38:47.671 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:47.671 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-07-26T07:38:47.745 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:47.745 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-07-26T07:38:47.857 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:38:47.857 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-07-26T07:38:47.970 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 1ef459bb-3954-4c97-aebc-59d09d85bcf7 0 2024-07-26T07:38:48.265 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 -- 172.21.15.143:0/2565535726 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb68004800 msgr2=0x7ffb68004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.265 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 --2- 172.21.15.143:0/2565535726 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb68004800 0x7ffb68004c10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c006f60 tx=0x7ffb68005830 comp rx=0 tx=0).stop 2024-07-26T07:38:48.265 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 -- 172.21.15.143:0/2565535726 shutdown_connections 2024-07-26T07:38:48.266 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 --2- 172.21.15.143:0/2565535726 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb68004800 0x7ffb68004c10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.266 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 -- 172.21.15.143:0/2565535726 >> 172.21.15.143:0/2565535726 conn(0x7ffb840b5960 msgr2=0x7ffb840b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:48.266 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 -- 172.21.15.143:0/2565535726 shutdown_connections 2024-07-26T07:38:48.266 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.264+0000 7ffb89e00640 1 -- 172.21.15.143:0/2565535726 wait complete. 2024-07-26T07:38:48.267 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.267+0000 7ffb89e00640 1 Processor -- start 2024-07-26T07:38:48.267 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.267+0000 7ffb89e00640 1 -- start start 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 0x7ffb8415b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb840c6a60 0x7ffb841f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffb840cfb50 con 0x7ffb840c6a60 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ffb8406d8e0 con 0x7ffb8415f940 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.268+0000 7ffb89e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffb840cfcd0 con 0x7ffb68004800 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb83e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb83e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:41648/0 (socket says 172.21.15.143:41648) 2024-07-26T07:38:48.271 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb83e00640 1 -- 172.21.15.143:0/625014951 learned_addr learned my addr 172.21.15.143:0/625014951 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 0x7ffb8415b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb89400640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb840c6a60 0x7ffb841f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 -- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 msgr2=0x7ffb841f8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 -- 172.21.15.143:0/625014951 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb840c6a60 msgr2=0x7ffb841f7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb840c6a60 0x7ffb841f7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb88a00640 1 -- 172.21.15.143:0/625014951 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb8415b7c0 con 0x7ffb68004800 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.269+0000 7ffb83e00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb88a00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 0x7ffb8415b000 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ffb8406bd80 tx=0x7ffb74006430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb74015070 con 0x7ffb68004800 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb7400f9e0 con 0x7ffb68004800 2024-07-26T07:38:48.272 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb8415baa0 con 0x7ffb68004800 2024-07-26T07:38:48.273 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb740019e0 con 0x7ffb68004800 2024-07-26T07:38:48.273 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb840c6e70 con 0x7ffb68004800 2024-07-26T07:38:48.273 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffb740117c0 con 0x7ffb68004800 2024-07-26T07:38:48.273 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.270+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7ffb74010db0 con 0x7ffb68004800 2024-07-26T07:38:48.273 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.271+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb840d2870 con 0x7ffb68004800 2024-07-26T07:38:48.275 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.275+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ffb7400fdb0 con 0x7ffb68004800 2024-07-26T07:38:48.355 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.354+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1ef459bb-3954-4c97-aebc-59d09d85bcf7", "id": 0} v 0) -- 0x7ffb84156c30 con 0x7ffb68004800 2024-07-26T07:38:48.363 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.362+0000 7ffb80c00640 1 -- 172.21.15.143:0/625014951 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1ef459bb-3954-4c97-aebc-59d09d85bcf7", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7ffb74010490 con 0x7ffb68004800 2024-07-26T07:38:48.363 INFO:teuthology.orchestra.run.smithi143.stdout:0 2024-07-26T07:38:48.364 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 msgr2=0x7ffb8415b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.364 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 0x7ffb8415b000 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ffb8406bd80 tx=0x7ffb74006430 comp rx=0 tx=0).stop 2024-07-26T07:38:48.364 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 shutdown_connections 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb840c6a60 0x7ffb841f7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb8415f940 0x7ffb841f8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 --2- 172.21.15.143:0/625014951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb68004800 0x7ffb8415b000 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 >> 172.21.15.143:0/625014951 conn(0x7ffb840b5960 msgr2=0x7ffb8408c520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 shutdown_connections 2024-07-26T07:38:48.365 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.364+0000 7ffb89e00640 1 -- 172.21.15.143:0/625014951 wait complete. 2024-07-26T07:38:48.387 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new d08be555-5524-43d6-ba02-e3392cbdb4bd 1 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 -- 172.21.15.143:0/1546809104 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200d3360 msgr2=0x7f97200b6f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 --2- 172.21.15.143:0/1546809104 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200d3360 0x7f97200b6f20 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9718005fd0 tx=0x7f971802a8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 -- 172.21.15.143:0/1546809104 shutdown_connections 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 --2- 172.21.15.143:0/1546809104 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200d3360 0x7f97200b6f20 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 --2- 172.21.15.143:0/1546809104 >> v2:172.21.15.143:3300/0 conn(0x7f972008c6b0 0x7f97201613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 -- 172.21.15.143:0/1546809104 >> 172.21.15.143:0/1546809104 conn(0x7f97200b5b50 msgr2=0x7f97200b5f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 -- 172.21.15.143:0/1546809104 shutdown_connections 2024-07-26T07:38:48.639 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.638+0000 7f9724a00640 1 -- 172.21.15.143:0/1546809104 wait complete. 2024-07-26T07:38:48.641 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.640+0000 7f9724a00640 1 Processor -- start 2024-07-26T07:38:48.641 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.640+0000 7f9724a00640 1 -- start start 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f972008c6b0 0x7f97200af890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 0x7f97200b87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f97200b77f0 con 0x7f972008c6b0 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f97200b7670 con 0x7f97200b27d0 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9724a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97200b7970 con 0x7f97200cf4b0 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f971f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f9717e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 0x7f97200b87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f971f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:41672/0 (socket says 172.21.15.143:41672) 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f971f200640 1 -- 172.21.15.143:0/3391438199 learned_addr learned my addr 172.21.15.143:0/3391438199 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:48.643 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.642+0000 7f971e800640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f972008c6b0 0x7f97200af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:48.644 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 -- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 msgr2=0x7f97200b8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 -- 172.21.15.143:0/3391438199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f972008c6b0 msgr2=0x7f97200af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f972008c6b0 0x7f97200af890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 -- 172.21.15.143:0/3391438199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97200b1730 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f971f200640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9717e00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 0x7f97200b87f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f970800c390 tx=0x7f970800c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9708017070 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97080053e0 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97200b1a10 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.643+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9708003850 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.644+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f97200b1fd0 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.644+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f970801a070 con 0x7f97200cf4b0 2024-07-26T07:38:48.645 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.644+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f9708011d40 con 0x7f97200cf4b0 2024-07-26T07:38:48.646 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.645+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97200b85e0 con 0x7f97200cf4b0 2024-07-26T07:38:48.647 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.647+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9708021070 con 0x7f97200cf4b0 2024-07-26T07:38:48.727 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.726+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d08be555-5524-43d6-ba02-e3392cbdb4bd", "id": 1} v 0) -- 0x7f97200cfe30 con 0x7f97200cf4b0 2024-07-26T07:38:48.733 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.733+0000 7f9716a00640 1 -- 172.21.15.143:0/3391438199 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d08be555-5524-43d6-ba02-e3392cbdb4bd", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f9708011590 con 0x7f97200cf4b0 2024-07-26T07:38:48.733 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-07-26T07:38:48.734 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 msgr2=0x7f97200b87f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 0x7f97200b87f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f970800c390 tx=0x7f970800c850 comp rx=0 tx=0).stop 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 shutdown_connections 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97200b27d0 0x7f97200b8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97200cf4b0 0x7f97200b87f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 --2- 172.21.15.143:0/3391438199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f972008c6b0 0x7f97200af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 >> 172.21.15.143:0/3391438199 conn(0x7f97200b5b50 msgr2=0x7f97200c8e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.734+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 shutdown_connections 2024-07-26T07:38:48.735 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:48.735+0000 7f9724a00640 1 -- 172.21.15.143:0/3391438199 wait complete. 2024-07-26T07:38:48.757 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba 2 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 -- 172.21.15.143:0/123906797 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b2940 msgr2=0x7f5ee00b7350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 --2- 172.21.15.143:0/123906797 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b2940 0x7f5ee00b7350 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0005fd0 tx=0x7f5ed002a8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 -- 172.21.15.143:0/123906797 shutdown_connections 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 --2- 172.21.15.143:0/123906797 >> v2:172.21.15.143:3300/0 conn(0x7f5ee00b33e0 0x7f5ee015e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 --2- 172.21.15.143:0/123906797 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b2940 0x7f5ee00b7350 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 -- 172.21.15.143:0/123906797 >> 172.21.15.143:0/123906797 conn(0x7f5ee00d0880 msgr2=0x7f5ee00d0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.002 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 -- 172.21.15.143:0/123906797 shutdown_connections 2024-07-26T07:38:49.003 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.001+0000 7f5ee6600640 1 -- 172.21.15.143:0/123906797 wait complete. 2024-07-26T07:38:49.004 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.003+0000 7f5ee6600640 1 Processor -- start 2024-07-26T07:38:49.004 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.004+0000 7f5ee6600640 1 -- start start 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ee00b2940 0x7f5ee0149160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ee00cea20 0x7f5ee015c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee00d2ef0 con 0x7f5ee00b2940 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee00d2d70 con 0x7f5ee00cea20 2024-07-26T07:38:49.006 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5ee6600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5ee00d3070 con 0x7f5ee00b33e0 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5edea00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5edfe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ee00cea20 0x7f5ee015c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5edea00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:44326/0 (socket says 172.21.15.143:44326) 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.005+0000 7f5edea00640 1 -- 172.21.15.143:0/3727403795 learned_addr learned my addr 172.21.15.143:0/3727403795 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edf400640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ee00b2940 0x7f5ee0149160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 -- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ee00cea20 msgr2=0x7f5ee015c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ee00cea20 0x7f5ee015c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 -- 172.21.15.143:0/3727403795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ee00b2940 msgr2=0x7f5ee0149160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ee00b2940 0x7f5ee0149160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.007 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 -- 172.21.15.143:0/3727403795 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee01f9580 con 0x7f5ee00b33e0 2024-07-26T07:38:49.008 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5edea00640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800ea20 tx=0x7f5ec800eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:49.008 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec800cd80 con 0x7f5ee00b33e0 2024-07-26T07:38:49.008 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ec8010430 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ee01f5490 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8010880 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.006+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ee01496a0 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.007+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5ec801f020 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.007+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f5ec8010db0 con 0x7f5ee00b33e0 2024-07-26T07:38:49.009 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.008+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ee00d3590 con 0x7f5ee00b33e0 2024-07-26T07:38:49.010 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.010+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f5ec8026070 con 0x7f5ee00b33e0 2024-07-26T07:38:49.089 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.088+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba", "id": 2} v 0) -- 0x7f5ee01f5280 con 0x7f5ee00b33e0 2024-07-26T07:38:49.099 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.099+0000 7f5ed7400640 1 -- 172.21.15.143:0/3727403795 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f5ec80051b0 con 0x7f5ee00b33e0 2024-07-26T07:38:49.099 INFO:teuthology.orchestra.run.smithi143.stdout:2 2024-07-26T07:38:49.100 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 msgr2=0x7f5ee01f88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.100 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800ea20 tx=0x7f5ec800eee0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.101 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 shutdown_connections 2024-07-26T07:38:49.101 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ee00cea20 0x7f5ee015c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.101 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ee00b33e0 0x7f5ee01f88e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.101 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 --2- 172.21.15.143:0/3727403795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ee00b2940 0x7f5ee0149160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.101 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.100+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 >> 172.21.15.143:0/3727403795 conn(0x7f5ee00d0880 msgr2=0x7f5ee006c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.102 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.101+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 shutdown_connections 2024-07-26T07:38:49.102 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.101+0000 7f5ee6600640 1 -- 172.21.15.143:0/3727403795 wait complete. 2024-07-26T07:38:49.123 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new feec4f1a-b9a4-4802-8c47-794ca60a2bae 3 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 -- 172.21.15.143:0/815739768 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 msgr2=0x7f63840cfb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 --2- 172.21.15.143:0/815739768 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f63840cfb50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6374009830 tx=0x7f637402a480 comp rx=0 tx=0).stop 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 -- 172.21.15.143:0/815739768 shutdown_connections 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 --2- 172.21.15.143:0/815739768 >> v2:172.21.15.143:3300/0 conn(0x7f63840d2f80 0x7f63840b72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 --2- 172.21.15.143:0/815739768 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f63840cfb50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 -- 172.21.15.143:0/815739768 >> 172.21.15.143:0/815739768 conn(0x7f63840b5960 msgr2=0x7f63840b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.368 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 -- 172.21.15.143:0/815739768 shutdown_connections 2024-07-26T07:38:49.369 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.367+0000 7f638a000640 1 -- 172.21.15.143:0/815739768 wait complete. 2024-07-26T07:38:49.370 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.369+0000 7f638a000640 1 Processor -- start 2024-07-26T07:38:49.370 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.370+0000 7f638a000640 1 -- start start 2024-07-26T07:38:49.372 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f638406d2c0 0x7f6384145860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.372 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f6384153bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 0x7f63841556b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f638406d0b0 con 0x7f638406d2c0 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f638406d8e0 con 0x7f63841f4ee0 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f638a000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f63840b7820 con 0x7f638415df60 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f6389600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 0x7f63841556b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f637be00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f6384153bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f6389600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 0x7f63841556b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:41704/0 (socket says 172.21.15.143:41704) 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.371+0000 7f6389600640 1 -- 172.21.15.143:0/3540056250 learned_addr learned my addr 172.21.15.143:0/3540056250 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f6388c00640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f638406d2c0 0x7f6384145860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 -- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 msgr2=0x7f63841556b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 0x7f63841556b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.373 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 -- 172.21.15.143:0/3540056250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f638406d2c0 msgr2=0x7f6384145860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.374 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f638406d2c0 0x7f6384145860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.374 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 -- 172.21.15.143:0/3540056250 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6384154100 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.372+0000 7f637be00640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f6384153bc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f636c00b3e0 tx=0x7f636c00b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636c015030 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f636c004020 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636c011630 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6384154610 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6384154bd0 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f636c018070 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.373+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f636c0035f0 con 0x7f638415df60 2024-07-26T07:38:49.375 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.374+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63840b7cd0 con 0x7f638415df60 2024-07-26T07:38:49.377 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.376+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f636c003b40 con 0x7f638415df60 2024-07-26T07:38:49.455 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.455+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "feec4f1a-b9a4-4802-8c47-794ca60a2bae", "id": 3} v 0) -- 0x7f63840d39f0 con 0x7f638415df60 2024-07-26T07:38:49.464 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.463+0000 7f6381600640 1 -- 172.21.15.143:0/3540056250 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "feec4f1a-b9a4-4802-8c47-794ca60a2bae", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f636c0117d0 con 0x7f638415df60 2024-07-26T07:38:49.464 INFO:teuthology.orchestra.run.smithi143.stdout:3 2024-07-26T07:38:49.465 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 msgr2=0x7f6384153bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f6384153bc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f636c00b3e0 tx=0x7f636c00b8a0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 shutdown_connections 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63841f4ee0 0x7f63841556b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f638415df60 0x7f6384153bc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 --2- 172.21.15.143:0/3540056250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f638406d2c0 0x7f6384145860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 >> 172.21.15.143:0/3540056250 conn(0x7f63840b5960 msgr2=0x7f638415cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 shutdown_connections 2024-07-26T07:38:49.466 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.465+0000 7f638a000640 1 -- 172.21.15.143:0/3540056250 wait complete. 2024-07-26T07:38:49.491 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d 4 2024-07-26T07:38:49.743 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.742+0000 7f81df200640 1 -- 172.21.15.143:0/3022060491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 msgr2=0x7f81e00cfb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.742+0000 7f81df200640 1 --2- 172.21.15.143:0/3022060491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e00cfb50 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f81d0005fd0 tx=0x7f81d002a5d0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 -- 172.21.15.143:0/3022060491 shutdown_connections 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 --2- 172.21.15.143:0/3022060491 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00d2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 --2- 172.21.15.143:0/3022060491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e00cfb50 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 -- 172.21.15.143:0/3022060491 >> 172.21.15.143:0/3022060491 conn(0x7f81e00b5960 msgr2=0x7f81e00b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 -- 172.21.15.143:0/3022060491 shutdown_connections 2024-07-26T07:38:49.744 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.743+0000 7f81df200640 1 -- 172.21.15.143:0/3022060491 wait complete. 2024-07-26T07:38:49.746 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.746+0000 7f81df200640 1 Processor -- start 2024-07-26T07:38:49.746 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.746+0000 7f81df200640 1 -- start start 2024-07-26T07:38:49.749 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00aa9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.749 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 0x7f81e00cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.749 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e0155c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f81e00d2f30 con 0x7f81e006d6d0 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f81e00d2db0 con 0x7f81e015df60 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81df200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f81e00d30b0 con 0x7f81e006d2c0 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81dde00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00aa9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81de800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e0155c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81dde00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00aa9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:44366/0 (socket says 172.21.15.143:44366) 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81dde00640 1 -- 172.21.15.143:0/4139642915 learned_addr learned my addr 172.21.15.143:0/4139642915 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.748+0000 7f81dd400640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 0x7f81e00cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 -- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 msgr2=0x7f81e00aa9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00aa9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 -- 172.21.15.143:0/4139642915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 msgr2=0x7f81e00cdc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.750 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 0x7f81e00cdc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.751 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 -- 172.21.15.143:0/4139642915 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e00ce1a0 con 0x7f81e015df60 2024-07-26T07:38:49.751 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81dd400640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 0x7f81e00cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:38:49.751 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81de800640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e0155c30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f81d800c730 tx=0x7f81d800cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d8003b70 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81d8003d10 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81e01577c0 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.749+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d8005330 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.750+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81e0157d80 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.750+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f81d80054d0 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.750+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f81d80057c0 con 0x7f81e015df60 2024-07-26T07:38:49.752 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.751+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81e0157510 con 0x7f81e015df60 2024-07-26T07:38:49.754 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.754+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f81e00ce1a0 con 0x7f81e015df60 2024-07-26T07:38:49.862 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.862+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d", "id": 4} v 0) -- 0x7f81e00d2870 con 0x7f81e015df60 2024-07-26T07:38:49.872 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.871+0000 7f81d6000640 1 -- 172.21.15.143:0/4139642915 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f81d800a640 con 0x7f81e015df60 2024-07-26T07:38:49.872 INFO:teuthology.orchestra.run.smithi143.stdout:4 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 msgr2=0x7f81e0155c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e0155c30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f81d800c730 tx=0x7f81d800cbf0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 shutdown_connections 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81e015df60 0x7f81e0155c30 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81e006d6d0 0x7f81e00cdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 --2- 172.21.15.143:0/4139642915 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81e006d2c0 0x7f81e00aa9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 >> 172.21.15.143:0/4139642915 conn(0x7f81e00b5960 msgr2=0x7f81e015d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 shutdown_connections 2024-07-26T07:38:49.874 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:49.873+0000 7f81df200640 1 -- 172.21.15.143:0/4139642915 wait complete. 2024-07-26T07:38:49.898 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new d5211e17-4189-4c81-8fe1-4281131454b0 5 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.136+0000 7f2a12200640 1 -- 172.21.15.143:0/2415420837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c0b5a50 msgr2=0x7f2a0c0b5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.136+0000 7f2a12200640 1 --2- 172.21.15.143:0/2415420837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c0b5a50 0x7f2a0c0b5e60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f29f8009860 tx=0x7f29f802a4f0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.137+0000 7f2a12200640 1 -- 172.21.15.143:0/2415420837 shutdown_connections 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.137+0000 7f2a12200640 1 --2- 172.21.15.143:0/2415420837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c0b5a50 0x7f2a0c0b5e60 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.137+0000 7f2a12200640 1 -- 172.21.15.143:0/2415420837 >> 172.21.15.143:0/2415420837 conn(0x7f2a0c0d1af0 msgr2=0x7f2a0c0d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.137+0000 7f2a12200640 1 -- 172.21.15.143:0/2415420837 shutdown_connections 2024-07-26T07:38:50.138 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.137+0000 7f2a12200640 1 -- 172.21.15.143:0/2415420837 wait complete. 2024-07-26T07:38:50.139 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.139+0000 7f2a12200640 1 Processor -- start 2024-07-26T07:38:50.139 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.139+0000 7f2a12200640 1 -- start start 2024-07-26T07:38:50.143 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.143 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2a0c0b5a50 0x7f2a0c13fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 0x7f2a0c13ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c0b1ae0 con 0x7f2a0c0b5a50 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0c160240 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.140+0000 7f2a12200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0c0b1c60 con 0x7f2a0c1456e0 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:41722/0 (socket says 172.21.15.143:41722) 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 -- 172.21.15.143:0/384503979 learned_addr learned my addr 172.21.15.143:0/384503979 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a11800640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 0x7f2a0c13ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a0be00640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2a0c0b5a50 0x7f2a0c13fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 -- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 msgr2=0x7f2a0c13ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 0x7f2a0c13ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.144 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 -- 172.21.15.143:0/384503979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2a0c0b5a50 msgr2=0x7f2a0c13fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2a0c0b5a50 0x7f2a0c13fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a10e00640 1 -- 172.21.15.143:0/384503979 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c15ac50 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.141+0000 7f2a11800640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 0x7f2a0c13ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a10e00640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000b3f0 tx=0x7f2a0000b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00015020 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a00011920 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a0c15af30 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.145 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00011d70 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.146 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a0c13f260 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.146 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a00018020 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.146 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.142+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f2a000043b0 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.147 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.143+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a0c0b5e60 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.147 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.146+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f2a0001f030 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.221 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.221+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d5211e17-4189-4c81-8fe1-4281131454b0", "id": 5} v 0) -- 0x7f2a0c1423b0 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.230 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.229+0000 7f2a08c00640 1 -- 172.21.15.143:0/384503979 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d5211e17-4189-4c81-8fe1-4281131454b0", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f2a00003720 con 0x7f2a0c0b16d0 2024-07-26T07:38:50.230 INFO:teuthology.orchestra.run.smithi143.stdout:5 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 msgr2=0x7f2a0c1589a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000b3f0 tx=0x7f2a0000b8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 shutdown_connections 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2a0c1456e0 0x7f2a0c13ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2a0c0b5a50 0x7f2a0c13fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 --2- 172.21.15.143:0/384503979 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2a0c0b16d0 0x7f2a0c1589a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 >> 172.21.15.143:0/384503979 conn(0x7f2a0c0d1af0 msgr2=0x7f2a0c15e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.232 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 shutdown_connections 2024-07-26T07:38:50.233 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.231+0000 7f2a12200640 1 -- 172.21.15.143:0/384503979 wait complete. 2024-07-26T07:38:50.253 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 9e645c43-45df-4c14-940f-f3c36e3a48f0 6 2024-07-26T07:38:50.511 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 -- 172.21.15.143:0/1235777597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894006d6d0 msgr2=0x7f89400d2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.511 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 --2- 172.21.15.143:0/1235777597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894006d6d0 0x7f89400d2db0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f8940069830 tx=0x7f893802aac0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 -- 172.21.15.143:0/1235777597 shutdown_connections 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 --2- 172.21.15.143:0/1235777597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894006d6d0 0x7f89400d2db0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 --2- 172.21.15.143:0/1235777597 >> v2:172.21.15.105:3300/0 conn(0x7f894006d2c0 0x7f89400d2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 -- 172.21.15.143:0/1235777597 >> 172.21.15.143:0/1235777597 conn(0x7f89400b5960 msgr2=0x7f89400b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 -- 172.21.15.143:0/1235777597 shutdown_connections 2024-07-26T07:38:50.512 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.510+0000 7f8946e00640 1 -- 172.21.15.143:0/1235777597 wait complete. 2024-07-26T07:38:50.514 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.514+0000 7f8946e00640 1 Processor -- start 2024-07-26T07:38:50.515 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.514+0000 7f8946e00640 1 -- start start 2024-07-26T07:38:50.518 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.518 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f894006d6d0 0x7f89401554d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.518 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894015df60 0x7f8940155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.518 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f89400b76b0 con 0x7f894006d6d0 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f89400b7530 con 0x7f894015df60 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f89400b7830 con 0x7f894006d2c0 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8945a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8945a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:44406/0 (socket says 172.21.15.143:44406) 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8945a00640 1 -- 172.21.15.143:0/3263573298 learned_addr learned my addr 172.21.15.143:0/3263573298 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8946400640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894015df60 0x7f8940155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.517+0000 7f8945000640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f894006d6d0 0x7f89401554d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 -- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894015df60 msgr2=0x7f8940155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894015df60 0x7f8940155a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 -- 172.21.15.143:0/3263573298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f894006d6d0 msgr2=0x7f89401554d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f894006d6d0 0x7f89401554d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.519 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 -- 172.21.15.143:0/3263573298 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89401f5290 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8945a00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f893400c3a0 tx=0x7f893400c860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934017070 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89340053c0 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934003850 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89401f5570 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.518+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f89401f5b30 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.519+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f893401a070 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.519+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f8934011c20 con 0x7f894006d2c0 2024-07-26T07:38:50.521 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.520+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89400b8e60 con 0x7f894006d2c0 2024-07-26T07:38:50.522 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.522+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f8934021020 con 0x7f894006d2c0 2024-07-26T07:38:50.601 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.601+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9e645c43-45df-4c14-940f-f3c36e3a48f0", "id": 6} v 0) -- 0x7f89400ce3b0 con 0x7f894006d2c0 2024-07-26T07:38:50.611 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.610+0000 7f893d600640 1 -- 172.21.15.143:0/3263573298 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9e645c43-45df-4c14-940f-f3c36e3a48f0", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f8934011590 con 0x7f894006d2c0 2024-07-26T07:38:50.611 INFO:teuthology.orchestra.run.smithi143.stdout:6 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 msgr2=0x7f8940159ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f893400c3a0 tx=0x7f893400c860 comp rx=0 tx=0).stop 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 shutdown_connections 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f894015df60 0x7f8940155a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f894006d6d0 0x7f89401554d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 --2- 172.21.15.143:0/3263573298 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f894006d2c0 0x7f8940159ff0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 >> 172.21.15.143:0/3263573298 conn(0x7f89400b5960 msgr2=0x7f894015eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 shutdown_connections 2024-07-26T07:38:50.613 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.612+0000 7f8946e00640 1 -- 172.21.15.143:0/3263573298 wait complete. 2024-07-26T07:38:50.637 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new cceaebe8-b2a2-4d7e-a8a5-119110dd928f 7 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 -- 172.21.15.143:0/2462716340 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15d570 msgr2=0x7f5a0c15d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 --2- 172.21.15.143:0/2462716340 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15d570 0x7f5a0c15d980 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5a04005fd0 tx=0x7f5a0402a9f0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 -- 172.21.15.143:0/2462716340 shutdown_connections 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 --2- 172.21.15.143:0/2462716340 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15d570 0x7f5a0c15d980 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 --2- 172.21.15.143:0/2462716340 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15cee0 0x7f5a0c152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 -- 172.21.15.143:0/2462716340 >> 172.21.15.143:0/2462716340 conn(0x7f5a0c073d60 msgr2=0x7f5a0c06c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 -- 172.21.15.143:0/2462716340 shutdown_connections 2024-07-26T07:38:50.890 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.889+0000 7f5a13200640 1 -- 172.21.15.143:0/2462716340 wait complete. 2024-07-26T07:38:50.892 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.891+0000 7f5a13200640 1 Processor -- start 2024-07-26T07:38:50.892 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.891+0000 7f5a13200640 1 -- start start 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a0c0b58e0 0x7f5a0c1f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 0x7f5a0c0b51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5a0c06ff10 con 0x7f5a0c0b58e0 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5a0c06fd90 con 0x7f5a0c15cee0 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a13200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5a0c15dec0 con 0x7f5a0c15d570 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a11200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a03400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 0x7f5a0c0b51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.895 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a11200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:44484/0 (socket says 172.21.15.143:44484) 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a11200640 1 -- 172.21.15.143:0/214520 learned_addr learned my addr 172.21.15.143:0/214520 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.893+0000 7f5a0be00640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a0c0b58e0 0x7f5a0c1f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 -- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 msgr2=0x7f5a0c0af560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 -- 172.21.15.143:0/214520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a0c0b58e0 msgr2=0x7f5a0c1f5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a0c0b58e0 0x7f5a0c1f5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 -- 172.21.15.143:0/214520 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a0c0b56f0 con 0x7f5a0c15cee0 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a11200640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a03400640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 0x7f5a0c0b51b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f59f400b460 tx=0x7f59f400b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f4015020 con 0x7f5a0c15cee0 2024-07-26T07:38:50.896 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59f4011940 con 0x7f5a0c15cee0 2024-07-26T07:38:50.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a0c0afaa0 con 0x7f5a0c15cee0 2024-07-26T07:38:50.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f4011d90 con 0x7f5a0c15cee0 2024-07-26T07:38:50.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.894+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a0c1f9490 con 0x7f5a0c15cee0 2024-07-26T07:38:50.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.896+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7f59f4018020 con 0x7f5a0c15cee0 2024-07-26T07:38:50.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.896+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a0c069d70 con 0x7f5a0c15cee0 2024-07-26T07:38:50.898 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.896+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f59f4050e00 con 0x7f5a0c15cee0 2024-07-26T07:38:50.898 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.898+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f59f401f030 con 0x7f5a0c15cee0 2024-07-26T07:38:50.977 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.976+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cceaebe8-b2a2-4d7e-a8a5-119110dd928f", "id": 7} v 0) -- 0x7f5a0c15e490 con 0x7f5a0c15cee0 2024-07-26T07:38:50.991 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.991+0000 7f5a08c00640 1 -- 172.21.15.143:0/214520 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cceaebe8-b2a2-4d7e-a8a5-119110dd928f", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f59f401adf0 con 0x7f5a0c15cee0 2024-07-26T07:38:50.992 INFO:teuthology.orchestra.run.smithi143.stdout:7 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.992+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 msgr2=0x7f5a0c0b51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.992+0000 7f5a13200640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 0x7f5a0c0b51b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f59f400b460 tx=0x7f59f400b920 comp rx=0 tx=0).stop 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 shutdown_connections 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a0c15d570 0x7f5a0c0af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a0c15cee0 0x7f5a0c0b51b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 --2- 172.21.15.143:0/214520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a0c0b58e0 0x7f5a0c1f5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 >> 172.21.15.143:0/214520 conn(0x7f5a0c073d60 msgr2=0x7f5a0c0b5cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:50.994 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 shutdown_connections 2024-07-26T07:38:50.995 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:38:50.993+0000 7f5a13200640 1 -- 172.21.15.143:0/214520 wait complete. 2024-07-26T07:38:51.019 INFO:tasks.ceph.osd.0:Restarting daemon 2024-07-26T07:38:51.019 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-07-26T07:38:51.026 INFO:tasks.ceph.osd.0:Started 2024-07-26T07:38:51.026 INFO:tasks.ceph.osd.1:Restarting daemon 2024-07-26T07:38:51.026 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-07-26T07:38:51.033 INFO:tasks.ceph.osd.1:Started 2024-07-26T07:38:51.033 INFO:tasks.ceph.osd.2:Restarting daemon 2024-07-26T07:38:51.033 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-07-26T07:38:51.038 INFO:tasks.ceph.osd.2:Started 2024-07-26T07:38:51.038 INFO:tasks.ceph.osd.3:Restarting daemon 2024-07-26T07:38:51.038 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-07-26T07:38:51.043 INFO:tasks.ceph.osd.3:Started 2024-07-26T07:38:51.044 INFO:tasks.ceph.osd.4:Restarting daemon 2024-07-26T07:38:51.044 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-07-26T07:38:51.051 INFO:tasks.ceph.osd.4:Started 2024-07-26T07:38:51.051 INFO:tasks.ceph.osd.5:Restarting daemon 2024-07-26T07:38:51.051 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-07-26T07:38:51.057 INFO:tasks.ceph.osd.5:Started 2024-07-26T07:38:51.057 INFO:tasks.ceph.osd.6:Restarting daemon 2024-07-26T07:38:51.057 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-07-26T07:38:51.063 INFO:tasks.ceph.osd.6:Started 2024-07-26T07:38:51.064 INFO:tasks.ceph.osd.7:Restarting daemon 2024-07-26T07:38:51.064 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-07-26T07:38:51.069 INFO:tasks.ceph.osd.7:Started 2024-07-26T07:38:51.069 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 -- 172.21.15.105:0/2333593048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a8073d70 msgr2=0x7f48a806ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 --2- 172.21.15.105:0/2333593048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a8073d70 0x7f48a806ffe0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f48a80af6d0 tx=0x7f48a002a9e0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 -- 172.21.15.105:0/2333593048 shutdown_connections 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 --2- 172.21.15.105:0/2333593048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a8073d70 0x7f48a806ffe0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 --2- 172.21.15.105:0/2333593048 >> v2:172.21.15.143:3300/0 conn(0x7f48a8073960 0x7f48a806faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 -- 172.21.15.105:0/2333593048 >> 172.21.15.105:0/2333593048 conn(0x7f48a806d630 msgr2=0x7f48a806da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:51.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 -- 172.21.15.105:0/2333593048 shutdown_connections 2024-07-26T07:38:51.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.386+0000 7f48b0200640 1 -- 172.21.15.105:0/2333593048 wait complete. 2024-07-26T07:38:51.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.388+0000 7f48b0200640 1 Processor -- start 2024-07-26T07:38:51.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.389+0000 7f48b0200640 1 -- start start 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48a8073960 0x7f48a8159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 0x7f48a8159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f48a80ccc40 con 0x7f48a80722d0 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f48a80ccac0 con 0x7f48a8073d70 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48b0200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f48a80ccdc0 con 0x7f48a8073960 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48ad800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48ad800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:60008/0 (socket says 172.21.15.105:60008) 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48ad800640 1 -- 172.21.15.105:0/1324766312 learned_addr learned my addr 172.21.15.105:0/1324766312 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.390+0000 7f48ae200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 0x7f48a8159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:51.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ace00640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48a8073960 0x7f48a8159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 -- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48a8073960 msgr2=0x7f48a8159a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48a8073960 0x7f48a8159a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 -- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 msgr2=0x7f48a8159f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 0x7f48a8159f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 -- 172.21.15.105:0/1324766312 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a81f73e0 con 0x7f48a80722d0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ae200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 0x7f48a8159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48ad800640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f489c00b3f0 tx=0x7f489c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c015020 con 0x7f48a80722d0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f489c011920 con 0x7f48a80722d0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a80a9ae0 con 0x7f48a80722d0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c011d70 con 0x7f48a80722d0 2024-07-26T07:38:51.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.391+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a81f30b0 con 0x7f48a80722d0 2024-07-26T07:38:51.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.393+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a80cd330 con 0x7f48a80722d0 2024-07-26T07:38:51.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.393+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7f489c018020 con 0x7f48a80722d0 2024-07-26T07:38:51.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.394+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f489c051130 con 0x7f48a80722d0 2024-07-26T07:38:51.396 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.395+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f489c01f020 con 0x7f48a80722d0 2024-07-26T07:38:51.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.458+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48a806a620 con 0x7f48a80722d0 2024-07-26T07:38:51.459 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.459+0000 7f48a5600640 1 -- 172.21.15.105:0/1324766312 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f48a81f73e0 con 0x7f48a80722d0 2024-07-26T07:38:51.459 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:38:51.459 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":10,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:38:50.979514+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:38:51.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.459+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 msgr2=0x7f48a81f6ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:51.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.459+0000 7f48b0200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f489c00b3f0 tx=0x7f489c00b8b0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 shutdown_connections 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48a8073d70 0x7f48a8159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48a8073960 0x7f48a8159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 --2- 172.21.15.105:0/1324766312 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48a80722d0 0x7f48a81f6ea0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 >> 172.21.15.105:0/1324766312 conn(0x7f48a806d630 msgr2=0x7f48a8157e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 shutdown_connections 2024-07-26T07:38:51.461 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:38:51.460+0000 7f48b0200640 1 -- 172.21.15.105:0/1324766312 wait complete. 2024-07-26T07:38:51.482 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-07-26T07:38:51.482 INFO:tasks.ceph:Waiting for OSDs to come up 2024-07-26T07:38:51.785 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T07:38:51.784+0000 7f0ac5618640 -1 Falling back to public interface 2024-07-26T07:38:51.800 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T07:38:51.798+0000 7fd9f312c640 -1 Falling back to public interface 2024-07-26T07:38:51.800 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T07:38:51.799+0000 7f2c37814640 -1 Falling back to public interface 2024-07-26T07:38:51.801 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-07-26T07:38:51.799+0000 7fe470400640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-26T07:38:51.802 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T07:38:51.801+0000 7f9454c63640 -1 Falling back to public interface 2024-07-26T07:38:51.803 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T07:38:51.803+0000 7f8298c15640 -1 Falling back to public interface 2024-07-26T07:38:51.805 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-07-26T07:38:51.803+0000 7fe470400640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-26T07:38:51.848 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T07:38:51.848+0000 7fc1e109a640 -1 Falling back to public interface 2024-07-26T07:38:51.872 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T07:38:51.872+0000 7fafb1e31640 -1 Falling back to public interface 2024-07-26T07:38:51.903 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T07:38:51.903+0000 7f858e02c640 -1 Falling back to public interface 2024-07-26T07:38:52.288 DEBUG:teuthology.orchestra.run.smithi105:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T07:38:52.536 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 -- 172.21.15.105:0/728648139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c0737e0 msgr2=0x7f897c1454e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:52.536 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 --2- 172.21.15.105:0/728648139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c0737e0 0x7f897c1454e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f896c009830 tx=0x7f896c02a510 comp rx=0 tx=0).stop 2024-07-26T07:38:52.536 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 -- 172.21.15.105:0/728648139 shutdown_connections 2024-07-26T07:38:52.537 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 --2- 172.21.15.105:0/728648139 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c06f750 0x7f897c06fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.537 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 --2- 172.21.15.105:0/728648139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c0737e0 0x7f897c1454e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.537 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.535+0000 7f8984000640 1 -- 172.21.15.105:0/728648139 >> 172.21.15.105:0/728648139 conn(0x7f897c06d1e0 msgr2=0x7f897c06d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:52.537 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.536+0000 7f8984000640 1 -- 172.21.15.105:0/728648139 shutdown_connections 2024-07-26T07:38:52.537 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.536+0000 7f8984000640 1 -- 172.21.15.105:0/728648139 wait complete. 2024-07-26T07:38:52.538 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.538+0000 7f8984000640 1 Processor -- start 2024-07-26T07:38:52.538 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.538+0000 7f8984000640 1 -- start start 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 0x7f897c0af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c15f980 0x7f897c0af700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f897c15de20 con 0x7f897c06f750 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f897c160730 con 0x7f897c0737e0 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.539+0000 7f8984000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f897c15dfa0 con 0x7f897c15f980 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:52.540 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:60032/0 (socket says 172.21.15.105:60032) 2024-07-26T07:38:52.541 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 -- 172.21.15.105:0/2136775887 learned_addr learned my addr 172.21.15.105:0/2136775887 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:52.542 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8980c00640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 0x7f897c0af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:52.542 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 -- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c15f980 msgr2=0x7f897c0af700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:52.542 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8982000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c15f980 0x7f897c0af700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:52.542 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c15f980 0x7f897c0af700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.542 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 -- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 msgr2=0x7f897c0af1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 0x7f897c0af1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 -- 172.21.15.105:0/2136775887 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f897c13f5e0 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8980c00640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 0x7f897c0af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.540+0000 7f8981600640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ab00 tx=0x7f896c033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.541+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896c005c90 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.541+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f896c031e50 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.541+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896c005260 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.541+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f897c15b550 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.541+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f897c0ae6e0 con 0x7f897c06f750 2024-07-26T07:38:52.543 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.542+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f897c15e4c0 con 0x7f897c06f750 2024-07-26T07:38:52.544 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.543+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 3) ==== 98977+0+0 (secure 0 0 0) 0x7f896c005400 con 0x7f897c06f750 2024-07-26T07:38:52.544 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.544+0000 7f8979600640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 0x7f8960079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:52.544 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.544+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f896c0b86a0 con 0x7f897c06f750 2024-07-26T07:38:52.545 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.545+0000 7f8980c00640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 0x7f8960079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:52.546 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.546+0000 7f8980c00640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 0x7f8960079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f897c0b0f80 tx=0x7f8970005dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:52.549 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.549+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f896c03f030 con 0x7f897c06f750 2024-07-26T07:38:52.744 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.744+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f897c1443d0 con 0x7f897c06f750 2024-07-26T07:38:52.745 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.745+0000 7f8979600640 1 -- 172.21.15.105:0/2136775887 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f896c082bc0 con 0x7f897c06f750 2024-07-26T07:38:52.746 INFO:teuthology.misc.health.smithi105.stdout: 2024-07-26T07:38:52.746 INFO:teuthology.misc.health.smithi105.stdout:{"epoch":10,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:38:50.979514+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:38:52.748 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.747+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 msgr2=0x7f8960079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:52.748 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.747+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 0x7f8960079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f897c0b0f80 tx=0x7f8970005dd0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.748 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 msgr2=0x7f897c156030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:52.748 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ab00 tx=0x7f896c033c90 comp rx=0 tx=0).stop 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 shutdown_connections 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8960076e60 0x7f8960079370 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f897c15f980 0x7f897c0af700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f897c0737e0 0x7f897c0af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 --2- 172.21.15.105:0/2136775887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f897c06f750 0x7f897c156030 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 >> 172.21.15.105:0/2136775887 conn(0x7f897c06d1e0 msgr2=0x7f897c143cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 shutdown_connections 2024-07-26T07:38:52.749 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:52.748+0000 7f8984000640 1 -- 172.21.15.105:0/2136775887 wait complete. 2024-07-26T07:38:52.769 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-07-26T07:38:55.217 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T07:38:55.216+0000 7f9454c63640 -1 osd.7 0 log_to_monitors true 2024-07-26T07:38:55.389 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T07:38:55.387+0000 7f0ac5618640 -1 osd.4 0 log_to_monitors true 2024-07-26T07:38:55.484 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T07:38:55.483+0000 7fd9f312c640 -1 osd.5 0 log_to_monitors true 2024-07-26T07:38:55.502 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T07:38:55.501+0000 7f2c37814640 -1 osd.6 0 log_to_monitors true 2024-07-26T07:38:55.532 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T07:38:55.532+0000 7fafb1e31640 -1 osd.1 0 log_to_monitors true 2024-07-26T07:38:55.539 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T07:38:55.538+0000 7f858e02c640 -1 osd.3 0 log_to_monitors true 2024-07-26T07:38:55.643 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T07:38:55.642+0000 7f8298c15640 -1 osd.0 0 log_to_monitors true 2024-07-26T07:38:55.730 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T07:38:55.729+0000 7fc1e109a640 -1 osd.2 0 log_to_monitors true 2024-07-26T07:38:57.440 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T07:38:57.438+0000 7f944fc00640 -1 osd.7 0 waiting for initial osdmap 2024-07-26T07:38:57.457 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T07:38:57.454+0000 7f9445c00640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.050 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:38:59.056 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:38:59.209 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T07:38:59.208+0000 7f0ac0000640 -1 osd.4 0 waiting for initial osdmap 2024-07-26T07:38:59.217 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T07:38:59.215+0000 7f0ab6000640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.275 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T07:38:59.273+0000 7f2c32000640 -1 osd.6 0 waiting for initial osdmap 2024-07-26T07:38:59.282 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T07:38:59.281+0000 7f2c28000640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.338 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T07:38:59.337+0000 7fd9eea00640 -1 osd.5 0 waiting for initial osdmap 2024-07-26T07:38:59.343 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T07:38:59.341+0000 7fd9e4000640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.576 DEBUG:teuthology.orchestra.run.smithi105:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T07:38:59.766 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T07:38:59.765+0000 7fafacc00640 -1 osd.1 0 waiting for initial osdmap 2024-07-26T07:38:59.776 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T07:38:59.776+0000 7f8293e00640 -1 osd.0 0 waiting for initial osdmap 2024-07-26T07:38:59.782 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T07:38:59.781+0000 7fafa2200640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.798 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T07:38:59.797+0000 7f8289400640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.808 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T07:38:59.808+0000 7fc1dc000640 -1 osd.2 0 waiting for initial osdmap 2024-07-26T07:38:59.818 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T07:38:59.818+0000 7fc1d2000640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.856 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T07:38:59.855+0000 7f8588400640 -1 osd.3 0 waiting for initial osdmap 2024-07-26T07:38:59.868 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T07:38:59.867+0000 7f857e400640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 -- 172.21.15.105:0/2681041809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9970004800 msgr2=0x7f9970004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 --2- 172.21.15.105:0/2681041809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9970004800 0x7f9970004c10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f998c0af6e0 tx=0x7f9970005830 comp rx=0 tx=0).stop 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 -- 172.21.15.105:0/2681041809 shutdown_connections 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 --2- 172.21.15.105:0/2681041809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9970004800 0x7f9970004c10 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 -- 172.21.15.105:0/2681041809 >> 172.21.15.105:0/2681041809 conn(0x7f998c06d1e0 msgr2=0x7f998c06d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 -- 172.21.15.105:0/2681041809 shutdown_connections 2024-07-26T07:38:59.883 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.882+0000 7f9991400640 1 -- 172.21.15.105:0/2681041809 wait complete. 2024-07-26T07:38:59.885 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.884+0000 7f9991400640 1 Processor -- start 2024-07-26T07:38:59.885 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.885+0000 7f9991400640 1 -- start start 2024-07-26T07:38:59.887 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 0x7f998c1f2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f998c1f2d90 0x7f998c0ac230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f998c141fd0 con 0x7f998c13c3e0 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f998c141e50 con 0x7f9970004800 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9991400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f998c142150 con 0x7f998c1f2d90 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9983e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9983e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:60086/0 (socket says 172.21.15.105:60086) 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.886+0000 7f9983e00640 1 -- 172.21.15.105:0/2854704190 learned_addr learned my addr 172.21.15.105:0/2854704190 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f998a800640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 0x7f998c1f2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 -- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f998c1f2d90 msgr2=0x7f998c0ac230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:59.888 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f998b200640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f998c1f2d90 0x7f998c0ac230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f998c1f2d90 0x7f998c0ac230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 -- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 msgr2=0x7f998c1f2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 0x7f998c1f2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 -- 172.21.15.105:0/2854704190 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998c1f35c0 con 0x7f998c13c3e0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f998a800640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 0x7f998c1f2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9983e00640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9974034040 tx=0x7f9974032790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974004230 con 0x7f998c13c3e0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99740044c0 con 0x7f998c13c3e0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974032bc0 con 0x7f998c13c3e0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998c0adde0 con 0x7f998c13c3e0 2024-07-26T07:38:59.889 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.887+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f998c0ae3a0 con 0x7f998c13c3e0 2024-07-26T07:38:59.890 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.888+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f998c06fc50 con 0x7f998c13c3e0 2024-07-26T07:38:59.890 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.890+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 4) ==== 99083+0+0 (secure 0 0 0) 0x7f99740035f0 con 0x7f998c13c3e0 2024-07-26T07:38:59.891 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.890+0000 7f9982a00640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 0x7f99680794c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:38:59.891 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.891+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2511+0+0 (secure 0 0 0) 0x7f99740b8b40 con 0x7f998c13c3e0 2024-07-26T07:38:59.891 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.891+0000 7f998a800640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 0x7f99680794c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:38:59.892 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.892+0000 7f998a800640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 0x7f99680794c0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f998c06bff0 tx=0x7f997c001b20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:38:59.895 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:38:59.895+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9974040070 con 0x7f998c13c3e0 2024-07-26T07:39:00.087 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.086+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f998c13bf10 con 0x7f998c13c3e0 2024-07-26T07:39:00.088 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.088+0000 7f9982a00640 1 -- 172.21.15.105:0/2854704190 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+7567 (secure 0 0 0) 0x7f9974082a00 con 0x7f998c13c3e0 2024-07-26T07:39:00.088 INFO:teuthology.misc.health.smithi105.stdout: 2024-07-26T07:39:00.089 INFO:teuthology.misc.health.smithi105.stdout:{"epoch":14,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:38:58.330800+0000","last_up_change":"2024-07-26T07:38:58.330800+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:00.091 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.090+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 msgr2=0x7f99680794c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:00.091 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.090+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 0x7f99680794c0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f998c06bff0 tx=0x7f997c001b20 comp rx=0 tx=0).stop 2024-07-26T07:39:00.091 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.090+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 msgr2=0x7f998c0abcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:00.091 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.090+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9974034040 tx=0x7f9974032790 comp rx=0 tx=0).stop 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 shutdown_connections 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9968076fb0 0x7f99680794c0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f998c1f2d90 0x7f998c0ac230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f998c13c3e0 0x7f998c0abcf0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 --2- 172.21.15.105:0/2854704190 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9970004800 0x7f998c1f2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 >> 172.21.15.105:0/2854704190 conn(0x7f998c06d1e0 msgr2=0x7f998c0721f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 shutdown_connections 2024-07-26T07:39:00.092 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:00.091+0000 7f9991400640 1 -- 172.21.15.105:0/2854704190 wait complete. 2024-07-26T07:39:00.110 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-07-26T07:39:06.917 DEBUG:teuthology.orchestra.run.smithi105:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 -- 172.21.15.105:0/494021553 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 msgr2=0x7fdd24152c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 --2- 172.21.15.105:0/494021553 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24152c80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdd14005fd0 tx=0x7fdd1402a540 comp rx=0 tx=0).stop 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 -- 172.21.15.105:0/494021553 shutdown_connections 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 --2- 172.21.15.105:0/494021553 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24152c80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 -- 172.21.15.105:0/494021553 >> 172.21.15.105:0/494021553 conn(0x7fdd240cfa10 msgr2=0x7fdd240cfe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 -- 172.21.15.105:0/494021553 shutdown_connections 2024-07-26T07:39:07.177 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.176+0000 7fdd29800640 1 -- 172.21.15.105:0/494021553 wait complete. 2024-07-26T07:39:07.179 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.178+0000 7fdd29800640 1 Processor -- start 2024-07-26T07:39:07.179 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.178+0000 7fdd29800640 1 -- start start 2024-07-26T07:39:07.180 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd240ae6f0 0x7fdd24140f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd24143fc0 0x7fdd241f27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2415cca0 con 0x7fdd24160450 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2415cb20 con 0x7fdd240ae6f0 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd29800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2415ce20 con 0x7fdd24143fc0 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd1b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd1b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45894/0 (socket says 172.21.15.105:45894) 2024-07-26T07:39:07.181 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.180+0000 7fdd1b400640 1 -- 172.21.15.105:0/2724040460 learned_addr learned my addr 172.21.15.105:0/2724040460 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:07.182 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 -- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd24143fc0 msgr2=0x7fdd241f27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd28e00640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd24143fc0 0x7fdd241f27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd23e00640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd240ae6f0 0x7fdd24140f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd24143fc0 0x7fdd241f27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 -- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd240ae6f0 msgr2=0x7fdd24140f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd240ae6f0 0x7fdd24140f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 -- 172.21.15.105:0/2724040460 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd24154150 con 0x7fdd24160450 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd1b400640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c00b3f0 tx=0x7fdd0c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0c015020 con 0x7fdd24160450 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd0c011920 con 0x7fdd24160450 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd24154430 con 0x7fdd24160450 2024-07-26T07:39:07.183 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.181+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0c011d70 con 0x7fdd24160450 2024-07-26T07:39:07.184 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.182+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd241549f0 con 0x7fdd24160450 2024-07-26T07:39:07.184 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.183+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd24152c80 con 0x7fdd24160450 2024-07-26T07:39:07.184 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.184+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd0c018020 con 0x7fdd24160450 2024-07-26T07:39:07.185 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.185+0000 7fdd20c00640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 0x7fdd00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.185 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.185+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fdd0c098290 con 0x7fdd24160450 2024-07-26T07:39:07.185 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.185+0000 7fdd23e00640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 0x7fdd00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.187 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.186+0000 7fdd23e00640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 0x7fdd00079520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdd14033000 tx=0x7fdd14004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:07.190 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.190+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd0c01f030 con 0x7fdd24160450 2024-07-26T07:39:07.406 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.405+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd241445c0 con 0x7fdd24160450 2024-07-26T07:39:07.407 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.407+0000 7fdd20c00640 1 -- 172.21.15.105:0/2724040460 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12920 (secure 0 0 0) 0x7fdd0c0617d0 con 0x7fdd24160450 2024-07-26T07:39:07.408 INFO:teuthology.misc.health.smithi105.stdout: 2024-07-26T07:39:07.408 INFO:teuthology.misc.health.smithi105.stdout:{"epoch":18,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:03.219011+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 msgr2=0x7fdd00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 0x7fdd00079520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdd14033000 tx=0x7fdd14004730 comp rx=0 tx=0).stop 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 msgr2=0x7fdd24143a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c00b3f0 tx=0x7fdd0c00b8b0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 shutdown_connections 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd00077010 0x7fdd00079520 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd24143fc0 0x7fdd241f27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd24160450 0x7fdd24143a80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.411 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 --2- 172.21.15.105:0/2724040460 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd240ae6f0 0x7fdd24140f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.412 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 >> 172.21.15.105:0/2724040460 conn(0x7fdd240cfa10 msgr2=0x7fdd24152170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:07.412 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.410+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 shutdown_connections 2024-07-26T07:39:07.412 INFO:teuthology.misc.health.smithi105.stderr:2024-07-26T07:39:07.411+0000 7fdd29800640 1 -- 172.21.15.105:0/2724040460 wait complete. 2024-07-26T07:39:07.431 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-07-26T07:39:07.431 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-07-26T07:39:07.432 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T07:39:07.432 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T07:39:07.439 INFO:tasks.ceph.mds.a:Started 2024-07-26T07:39:07.439 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T07:39:07.439 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T07:39:07.446 INFO:tasks.ceph.mds.c:Started 2024-07-26T07:39:07.446 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T07:39:07.446 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T07:39:07.454 INFO:tasks.ceph.mds.b:Started 2024-07-26T07:39:07.454 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T07:39:07.454 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T07:39:07.461 INFO:tasks.ceph.mds.d:Started 2024-07-26T07:39:07.461 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-07-26T07:39:07.462 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:07.655 INFO:tasks.ceph.mds.a.smithi105.stdout:starting mds.a at 2024-07-26T07:39:07.655 INFO:tasks.ceph.mds.c.smithi105.stdout:starting mds.c at 2024-07-26T07:39:07.671 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-07-26T07:39:07.685 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 -- 172.21.15.105:0/1448136832 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 msgr2=0x7fbd080ceb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 --2- 172.21.15.105:0/1448136832 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd080ceb60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbd00005fd0 tx=0x7fbd0002a8b0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 -- 172.21.15.105:0/1448136832 shutdown_connections 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 --2- 172.21.15.105:0/1448136832 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd080ceb60 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 --2- 172.21.15.105:0/1448136832 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0815dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 -- 172.21.15.105:0/1448136832 >> 172.21.15.105:0/1448136832 conn(0x7fbd0806d630 msgr2=0x7fbd0806da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 -- 172.21.15.105:0/1448136832 shutdown_connections 2024-07-26T07:39:07.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.718+0000 7fbd0e400640 1 -- 172.21.15.105:0/1448136832 wait complete. 2024-07-26T07:39:07.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.720+0000 7fbd0e400640 1 Processor -- start 2024-07-26T07:39:07.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.721+0000 7fbd0e400640 1 -- start start 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 0x7fbd081493a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd0814f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0814fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbd080cf220 con 0x7fbd080b3bd0 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbd080cf0a0 con 0x7fbd080ce750 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd0e400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbd080b4540 con 0x7fbd0815dba0 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd07e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0814fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd06a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd0814f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd07e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0814fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:47396/0 (socket says 172.21.15.105:47396) 2024-07-26T07:39:07.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd07e00640 1 -- 172.21.15.105:0/2184110296 learned_addr learned my addr 172.21.15.105:0/2184110296 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:07.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.722+0000 7fbd07400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 0x7fbd081493a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 -- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 msgr2=0x7fbd0814fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0814fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 -- 172.21.15.105:0/2184110296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 msgr2=0x7fbd081493a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 0x7fbd081493a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 -- 172.21.15.105:0/2184110296 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd081498e0 con 0x7fbd080ce750 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd07400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 0x7fbd081493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.723+0000 7fbd06a00640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd0814f660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbcf400e700 tx=0x7fbcf400ebc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.724+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf400cab0 con 0x7fbd080ce750 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.724+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcf400cd40 con 0x7fbd080ce750 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.724+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf4010690 con 0x7fbd080ce750 2024-07-26T07:39:07.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.724+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd0814a690 con 0x7fbd080ce750 2024-07-26T07:39:07.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.724+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd0814a0d0 con 0x7fbd080ce750 2024-07-26T07:39:07.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.725+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd08149b60 con 0x7fbd080ce750 2024-07-26T07:39:07.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.726+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbcf4010830 con 0x7fbd080ce750 2024-07-26T07:39:07.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.727+0000 7fbcff400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 0x7fbce8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:07.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.727+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fbcf4098de0 con 0x7fbd080ce750 2024-07-26T07:39:07.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.728+0000 7fbd07400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 0x7fbce8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:07.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.728+0000 7fbd07400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 0x7fbce8079520 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbcf8007fd0 tx=0x7fbcf8007cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:07.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.734+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbcf4061d60 con 0x7fbd080ce750 2024-07-26T07:39:07.976 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.976+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd080738a0 con 0x7fbd080ce750 2024-07-26T07:39:07.978 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.978+0000 7fbcff400640 1 -- 172.21.15.105:0/2184110296 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7fbd080738a0 con 0x7fbd080ce750 2024-07-26T07:39:07.978 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 2 2024-07-26T07:39:07.978 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:07.978 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":2,"btime":"2024-07-26T07:39:07:663247+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.979+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 msgr2=0x7fbce8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.979+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 0x7fbce8079520 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbcf8007fd0 tx=0x7fbcf8007cf0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 msgr2=0x7fbd0814f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd0814f660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbcf400e700 tx=0x7fbcf400ebc0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 shutdown_connections 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbce8077010 0x7fbce8079520 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd0815dba0 0x7fbd0814fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd080ce750 0x7fbd0814f660 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 --2- 172.21.15.105:0/2184110296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd080b3bd0 0x7fbd081493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 >> 172.21.15.105:0/2184110296 conn(0x7fbd0806d630 msgr2=0x7fbd0814e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 shutdown_connections 2024-07-26T07:39:07.981 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:07.980+0000 7fbd0e400640 1 -- 172.21.15.105:0/2184110296 wait complete. 2024-07-26T07:39:10.003 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 -- 172.21.15.105:0/852428849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 msgr2=0x7fdf30004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 --2- 172.21.15.105:0/852428849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf30004800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000c260 tx=0x7fdf30005830 comp rx=0 tx=0).stop 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf55a00640 1 -- 172.21.15.105:0/852428849 reap_dead start 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 -- 172.21.15.105:0/852428849 shutdown_connections 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 -- 172.21.15.105:0/852428849 >> 172.21.15.105:0/852428849 conn(0x7fdf5006c610 msgr2=0x7fdf5006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 -- 172.21.15.105:0/852428849 shutdown_connections 2024-07-26T07:39:10.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.285+0000 7fdf56400640 1 -- 172.21.15.105:0/852428849 wait complete. 2024-07-26T07:39:10.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.287+0000 7fdf56400640 1 Processor -- start 2024-07-26T07:39:10.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.287+0000 7fdf56400640 1 -- start start 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf501f8660 0x7fdf501f8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 0x7fdf50140550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdf500b58e0 con 0x7fdf300040a0 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdf500b32c0 con 0x7fdf50140140 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf56400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdf500b5a60 con 0x7fdf501f8660 2024-07-26T07:39:10.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45976/0 (socket says 172.21.15.105:45976) 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 -- 172.21.15.105:0/2832444429 learned_addr learned my addr 172.21.15.105:0/2832444429 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55a00640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 0x7fdf50140550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 -- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf501f8660 msgr2=0x7fdf501f8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf501f8660 0x7fdf501f8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 -- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 msgr2=0x7fdf50140550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 0x7fdf50140550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55000640 1 -- 172.21.15.105:0/2832444429 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf501f95c0 con 0x7fdf300040a0 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.289+0000 7fdf55a00640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 0x7fdf50140550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:10.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf55000640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800d770 tx=0x7fdf3800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf38017070 con 0x7fdf300040a0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf38009d20 con 0x7fdf300040a0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf380106c0 con 0x7fdf300040a0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf501f92e0 con 0x7fdf300040a0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.290+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf501592f0 con 0x7fdf300040a0 2024-07-26T07:39:10.292 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.291+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf500b2b70 con 0x7fdf300040a0 2024-07-26T07:39:10.293 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.293+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf3801a070 con 0x7fdf300040a0 2024-07-26T07:39:10.294 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.294+0000 7fdf4d600640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 0x7fdf2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.294 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.294+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fdf380987c0 con 0x7fdf300040a0 2024-07-26T07:39:10.294 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.294+0000 7fdf47e00640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 0x7fdf2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.295 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.295+0000 7fdf47e00640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 0x7fdf2c079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdf40033000 tx=0x7fdf500ceef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:10.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.298+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf38061d00 con 0x7fdf300040a0 2024-07-26T07:39:10.544 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.543+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf50069af0 con 0x7fdf300040a0 2024-07-26T07:39:10.545 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.545+0000 7fdf4d600640 1 -- 172.21.15.105:0/2832444429 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7fdf38061600 con 0x7fdf300040a0 2024-07-26T07:39:10.545 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:10.546 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":3,"btime":"2024-07-26T07:39:08:665004+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-07-26T07:39:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 3 2024-07-26T07:39:10.548 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 msgr2=0x7fdf2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.548 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 0x7fdf2c079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdf40033000 tx=0x7fdf500ceef0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 msgr2=0x7fdf50159af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800d770 tx=0x7fdf3800dc30 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 shutdown_connections 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdf2c077010 0x7fdf2c079520 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf50140140 0x7fdf50140550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf501f8660 0x7fdf501f8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 --2- 172.21.15.105:0/2832444429 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf300040a0 0x7fdf50159af0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 >> 172.21.15.105:0/2832444429 conn(0x7fdf5006c610 msgr2=0x7fdf5015a510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 shutdown_connections 2024-07-26T07:39:10.549 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.548+0000 7fdf56400640 1 -- 172.21.15.105:0/2832444429 wait complete. 2024-07-26T07:39:10.573 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 -- 172.21.15.105:0/2439516119 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4290145120 msgr2=0x7f4290072db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 --2- 172.21.15.105:0/2439516119 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4290145120 0x7f4290072db0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4280005fd0 tx=0x7f428002a5d0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 -- 172.21.15.105:0/2439516119 shutdown_connections 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 --2- 172.21.15.105:0/2439516119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290070150 0x7f429015c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 --2- 172.21.15.105:0/2439516119 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4290145120 0x7f4290072db0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 -- 172.21.15.105:0/2439516119 >> 172.21.15.105:0/2439516119 conn(0x7f429006d630 msgr2=0x7f429006da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 -- 172.21.15.105:0/2439516119 shutdown_connections 2024-07-26T07:39:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.841+0000 7f4296e00640 1 -- 172.21.15.105:0/2439516119 wait complete. 2024-07-26T07:39:10.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.844+0000 7f4296e00640 1 Processor -- start 2024-07-26T07:39:10.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.844+0000 7f4296e00640 1 -- start start 2024-07-26T07:39:10.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4290145120 0x7f42900b4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290145670 0x7f42901e6950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f429015c8c0 con 0x7f429015ba50 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4290144f60 con 0x7f4290145120 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.845+0000 7f4296e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f429015ca40 con 0x7f4290145670 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39198/0 (socket says 172.21.15.105:39198) 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 -- 172.21.15.105:0/3405396631 learned_addr learned my addr 172.21.15.105:0/3405396631 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f428fe00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4290145120 0x7f42900b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f428f400640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290145670 0x7f42901e6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 -- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290145670 msgr2=0x7f42901e6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290145670 0x7f42901e6950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 -- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4290145120 msgr2=0x7f42900b4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4290145120 0x7f42900b4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.846+0000 7f4294e00640 1 -- 172.21.15.105:0/3405396631 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42900ae460 con 0x7f429015ba50 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4294e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f428800d620 tx=0x7f428800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4288017070 con 0x7f429015ba50 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4288005310 con 0x7f429015ba50 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42900ae700 con 0x7f429015ba50 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42880047a0 con 0x7f429015ba50 2024-07-26T07:39:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.847+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42900aecc0 con 0x7f429015ba50 2024-07-26T07:39:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.848+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f429015cef0 con 0x7f429015ba50 2024-07-26T07:39:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.849+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4288004940 con 0x7f429015ba50 2024-07-26T07:39:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.850+0000 7f4287e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 0x7f426c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.850+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f4288098520 con 0x7f429015ba50 2024-07-26T07:39:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.851+0000 7f428fe00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 0x7f426c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:10.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.852+0000 7f428fe00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 0x7f426c079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4280033000 tx=0x7f4280004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:10.855 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:10.855+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f42900ae460 con 0x7f429015ba50 2024-07-26T07:39:11.062 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.060+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4290141010 con 0x7f429015ba50 2024-07-26T07:39:11.062 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.061+0000 7f4287e00640 1 -- 172.21.15.105:0/3405396631 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f4288061a60 con 0x7f429015ba50 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout:[ 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout: "poolnum": 1, 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout: "poolname": ".mgr" 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:39:11.063 INFO:teuthology.orchestra.run.smithi105.stdout:] 2024-07-26T07:39:11.064 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.063+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 msgr2=0x7f426c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.064 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.063+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 0x7f426c079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4280033000 tx=0x7f4280004730 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 msgr2=0x7f42901e6e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f428800d620 tx=0x7f428800dae0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 shutdown_connections 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f426c077010 0x7f426c079520 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f429015ba50 0x7f42901e6e90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4290145670 0x7f42901e6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 --2- 172.21.15.105:0/3405396631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4290145120 0x7f42900b4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 >> 172.21.15.105:0/3405396631 conn(0x7f429006d630 msgr2=0x7f42901427d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 shutdown_connections 2024-07-26T07:39:11.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.064+0000 7f4296e00640 1 -- 172.21.15.105:0/3405396631 wait complete. 2024-07-26T07:39:11.090 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T07:39:11.090 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 -- 172.21.15.105:0/2907388415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef013ee50 msgr2=0x7f1ef006e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/2907388415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef013ee50 0x7f1ef006e820 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1edc005fd0 tx=0x7f1edc02a4a0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 -- 172.21.15.105:0/2907388415 shutdown_connections 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/2907388415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef013ee50 0x7f1ef006e820 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/2907388415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef015d000 0x7f1ef0141420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 -- 172.21.15.105:0/2907388415 >> 172.21.15.105:0/2907388415 conn(0x7f1ef00b0590 msgr2=0x7f1ef00b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:11.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 -- 172.21.15.105:0/2907388415 shutdown_connections 2024-07-26T07:39:11.347 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.345+0000 7f1ef5c00640 1 -- 172.21.15.105:0/2907388415 wait complete. 2024-07-26T07:39:11.348 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.347+0000 7f1ef5c00640 1 Processor -- start 2024-07-26T07:39:11.348 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.348+0000 7f1ef5c00640 1 -- start start 2024-07-26T07:39:11.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:11.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 0x7f1ef006c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:11.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef015d000 0x7f1ef01f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:11.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef0160090 con 0x7f1ef006ed60 2024-07-26T07:39:11.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef0140ea0 con 0x7f1ef013ee50 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1ef5c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1ef0160210 con 0x7f1ef015d000 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1eefe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1eefe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39210/0 (socket says 172.21.15.105:39210) 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.349+0000 7f1eefe00640 1 -- 172.21.15.105:0/1708035511 learned_addr learned my addr 172.21.15.105:0/1708035511 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eef400640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 0x7f1ef006c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 -- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef015d000 msgr2=0x7f1ef01f4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef015d000 0x7f1ef01f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 -- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 msgr2=0x7f1ef006c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 0x7f1ef006c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 -- 172.21.15.105:0/1708035511 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef015c9e0 con 0x7f1ef006ed60 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eef400640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 0x7f1ef006c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:11.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1eefe00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ee000c9a0 tx=0x7f1ee000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:11.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0007bb0 con 0x7f1ef006ed60 2024-07-26T07:39:11.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ee0007e40 con 0x7f1ef006ed60 2024-07-26T07:39:11.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0005280 con 0x7f1ef006ed60 2024-07-26T07:39:11.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.350+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef006cf90 con 0x7f1ef006ed60 2024-07-26T07:39:11.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.351+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef015ba70 con 0x7f1ef006ed60 2024-07-26T07:39:11.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.352+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef01606e0 con 0x7f1ef006ed60 2024-07-26T07:39:11.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.353+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1ee0005420 con 0x7f1ef006ed60 2024-07-26T07:39:11.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.353+0000 7f1ee7e00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 0x7f1ed0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:11.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.354+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f1ee0098a60 con 0x7f1ef006ed60 2024-07-26T07:39:11.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.354+0000 7f1eef400640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 0x7f1ed0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:11.355 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.355+0000 7f1eef400640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 0x7f1ed0079550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1edc033000 tx=0x7f1edc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:11.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.358+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1ee0014030 con 0x7f1ef006ed60 2024-07-26T07:39:11.562 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.562+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1ef015bca0 con 0x7f1ef006ed60 2024-07-26T07:39:11.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.701+0000 7f1ee7e00640 1 -- 172.21.15.105:0/1708035511 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f1ee0061fd0 con 0x7f1ef006ed60 2024-07-26T07:39:11.702 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_metadata' created 2024-07-26T07:39:11.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 msgr2=0x7f1ed0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 0x7f1ed0079550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1edc033000 tx=0x7f1edc004730 comp rx=0 tx=0).stop 2024-07-26T07:39:11.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 msgr2=0x7f1ef00aef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:11.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ee000c9a0 tx=0x7f1ee000ce60 comp rx=0 tx=0).stop 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 shutdown_connections 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1ed0077040 0x7f1ed0079550 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef015d000 0x7f1ef01f4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef013ee50 0x7f1ef006c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 --2- 172.21.15.105:0/1708035511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1ef006ed60 0x7f1ef00aef80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.705+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 >> 172.21.15.105:0/1708035511 conn(0x7f1ef00b0590 msgr2=0x7f1ef00cbaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.706+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 shutdown_connections 2024-07-26T07:39:11.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:11.706+0000 7f1ef5c00640 1 -- 172.21.15.105:0/1708035511 wait complete. 2024-07-26T07:39:11.742 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 -- 172.21.15.105:0/1574424206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c40ce5d0 msgr2=0x7f84c40ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 --2- 172.21.15.105:0/1574424206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c40ce5d0 0x7f84c40ce9e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f84c40717f0 tx=0x7f84bc02a790 comp rx=0 tx=0).stop 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 -- 172.21.15.105:0/1574424206 shutdown_connections 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 --2- 172.21.15.105:0/1574424206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c40ce5d0 0x7f84c40ce9e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 --2- 172.21.15.105:0/1574424206 >> v2:172.21.15.143:3300/0 conn(0x7f84c406d5f0 0x7f84c40b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 -- 172.21.15.105:0/1574424206 >> 172.21.15.105:0/1574424206 conn(0x7f84c40af7c0 msgr2=0x7f84c40afbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 -- 172.21.15.105:0/1574424206 shutdown_connections 2024-07-26T07:39:12.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.000+0000 7f84c9a00640 1 -- 172.21.15.105:0/1574424206 wait complete. 2024-07-26T07:39:12.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.002+0000 7f84c9a00640 1 Processor -- start 2024-07-26T07:39:12.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.003+0000 7f84c9a00640 1 -- start start 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84c406d5f0 0x7f84c4144e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 0x7f84c40cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f84c40b32c0 con 0x7f84c415c3d0 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84c40b3140 con 0x7f84c40ce5d0 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.004+0000 7f84c9a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84c40b3440 con 0x7f84c406d5f0 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:12.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39236/0 (socket says 172.21.15.105:39236) 2024-07-26T07:39:12.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 -- 172.21.15.105:0/4011101872 learned_addr learned my addr 172.21.15.105:0/4011101872 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c3e00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84c406d5f0 0x7f84c4144e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84bb400640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 0x7f84c40cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 -- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84c406d5f0 msgr2=0x7f84c4144e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84c406d5f0 0x7f84c4144e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 -- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 msgr2=0x7f84c40cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 0x7f84c40cb4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 -- 172.21.15.105:0/4011101872 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c40af1f0 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84bb400640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 0x7f84c40cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.005+0000 7f84c9000640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009ca0 tx=0x7f84bc032e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.006+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc041020 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.006+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84bc004130 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.006+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c4145380 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.006+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc036040 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.006+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c40ae950 con 0x7f84c415c3d0 2024-07-26T07:39:12.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.007+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c40b38f0 con 0x7f84c415c3d0 2024-07-26T07:39:12.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.009+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f84bc044020 con 0x7f84c415c3d0 2024-07-26T07:39:12.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.010+0000 7f84c0c00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 0x7f84a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:12.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.010+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f84bc0b9860 con 0x7f84c415c3d0 2024-07-26T07:39:12.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.010+0000 7f84c3e00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 0x7f84a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:12.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.011+0000 7f84c3e00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 0x7f84a0079520 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f84b40058c0 tx=0x7f84b4005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:12.014 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.013+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f84bc04b070 con 0x7f84c415c3d0 2024-07-26T07:39:12.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.227+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f84c40b0d40 con 0x7f84c415c3d0 2024-07-26T07:39:12.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.708+0000 7f84c0c00640 1 -- 172.21.15.105:0/4011101872 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) ==== 171+0+0 (secure 0 0 0) 0x7f84bc082d40 con 0x7f84c415c3d0 2024-07-26T07:39:12.710 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_data' created 2024-07-26T07:39:12.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 msgr2=0x7f84a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:12.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 0x7f84a0079520 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f84b40058c0 tx=0x7f84b4005850 comp rx=0 tx=0).stop 2024-07-26T07:39:12.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 msgr2=0x7f84c4154c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:12.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009ca0 tx=0x7f84bc032e90 comp rx=0 tx=0).stop 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 shutdown_connections 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84a0077010 0x7f84a0079520 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c415c3d0 0x7f84c4154c80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84c40ce5d0 0x7f84c40cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 --2- 172.21.15.105:0/4011101872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84c406d5f0 0x7f84c4144e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.712+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 >> 172.21.15.105:0/4011101872 conn(0x7f84c40af7c0 msgr2=0x7f84c4072870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.713+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 shutdown_connections 2024-07-26T07:39:12.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:12.713+0000 7f84c9a00640 1 -- 172.21.15.105:0/4011101872 wait complete. 2024-07-26T07:39:12.763 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 -- 172.21.15.105:0/2343369657 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c0b38a0 msgr2=0x7f392c0b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 --2- 172.21.15.105:0/2343369657 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c0b38a0 0x7f392c0b3cb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3914005fd0 tx=0x7f391402a540 comp rx=0 tx=0).stop 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 -- 172.21.15.105:0/2343369657 shutdown_connections 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 --2- 172.21.15.105:0/2343369657 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f392c06e620 0x7f392c06ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 --2- 172.21.15.105:0/2343369657 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c0b38a0 0x7f392c0b3cb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 -- 172.21.15.105:0/2343369657 >> 172.21.15.105:0/2343369657 conn(0x7f392c06c610 msgr2=0x7f392c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:13.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 -- 172.21.15.105:0/2343369657 shutdown_connections 2024-07-26T07:39:13.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.008+0000 7f392b200640 1 -- 172.21.15.105:0/2343369657 wait complete. 2024-07-26T07:39:13.012 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.010+0000 7f392b200640 1 Processor -- start 2024-07-26T07:39:13.012 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.011+0000 7f392b200640 1 -- start start 2024-07-26T07:39:13.013 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:13.013 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f392c0b38a0 0x7f392c13beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:13.015 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f392c142340 0x7f392c13c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:13.015 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f392c0b5a60 con 0x7f392c06e620 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f392c0b58e0 con 0x7f392c0b38a0 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f392b200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f392c06ef70 con 0x7f392c142340 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f3929e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f3929e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39258/0 (socket says 172.21.15.105:39258) 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.012+0000 7f3929e00640 1 -- 172.21.15.105:0/2551938276 learned_addr learned my addr 172.21.15.105:0/2551938276 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 -- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f392c142340 msgr2=0x7f392c13c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f392c142340 0x7f392c13c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 -- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f392c0b38a0 msgr2=0x7f392c13beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f392c0b38a0 0x7f392c13beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 -- 172.21.15.105:0/2551938276 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392c13bc40 con 0x7f392c06e620 2024-07-26T07:39:13.016 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3929e00640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f391c00c3a0 tx=0x7f391c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:13.017 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c017070 con 0x7f392c06e620 2024-07-26T07:39:13.017 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f391c0053c0 con 0x7f392c06e620 2024-07-26T07:39:13.017 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c003850 con 0x7f392c06e620 2024-07-26T07:39:13.017 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.013+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f392c13ef90 con 0x7f392c06e620 2024-07-26T07:39:13.017 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.014+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f392c1e6400 con 0x7f392c06e620 2024-07-26T07:39:13.018 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.015+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f392c06f4c0 con 0x7f392c06e620 2024-07-26T07:39:13.018 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.016+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f391c01a070 con 0x7f392c06e620 2024-07-26T07:39:13.018 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.017+0000 7f3922000640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 0x7f3908079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:13.018 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.017+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7f391c097d40 con 0x7f392c06e620 2024-07-26T07:39:13.019 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.018+0000 7f3929400640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 0x7f3908079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:13.020 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.019+0000 7f3929400640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 0x7f3908079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3914033000 tx=0x7f39140046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:13.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.022+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f391c060f00 con 0x7f392c06e620 2024-07-26T07:39:13.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.265+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f392c069af0 con 0x7f392c06e620 2024-07-26T07:39:13.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.755+0000 7f3922000640 1 -- 172.21.15.105:0/2551938276 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f391c0691d0 con 0x7f392c06e620 2024-07-26T07:39:13.760 INFO:teuthology.orchestra.run.smithi105.stderr:new fs with metadata pool 2 and data pool 3 2024-07-26T07:39:13.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.766+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 msgr2=0x7f3908079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:13.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.766+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 0x7f3908079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3914033000 tx=0x7f39140046c0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.766+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 msgr2=0x7f392c1e6920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:13.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.766+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f391c00c3a0 tx=0x7f391c00c860 comp rx=0 tx=0).stop 2024-07-26T07:39:13.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 shutdown_connections 2024-07-26T07:39:13.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3908077040 0x7f3908079550 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f392c142340 0x7f392c13c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f392c0b38a0 0x7f392c13beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 --2- 172.21.15.105:0/2551938276 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f392c06e620 0x7f392c1e6920 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 >> 172.21.15.105:0/2551938276 conn(0x7f392c06c610 msgr2=0x7f392c15a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 shutdown_connections 2024-07-26T07:39:13.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:13.767+0000 7f392b200640 1 -- 172.21.15.105:0/2551938276 wait complete. 2024-07-26T07:39:13.816 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-07-26T07:39:13.816 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 -- 172.21.15.105:0/2133390536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 msgr2=0x7f414413fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 --2- 172.21.15.105:0/2133390536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f414413fc80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f413c005fd0 tx=0x7f413c02a970 comp rx=0 tx=0).stop 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 -- 172.21.15.105:0/2133390536 shutdown_connections 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 --2- 172.21.15.105:0/2133390536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f414413fc80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 --2- 172.21.15.105:0/2133390536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 0x7f414406e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 -- 172.21.15.105:0/2133390536 >> 172.21.15.105:0/2133390536 conn(0x7f41440b0590 msgr2=0x7f41440b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 -- 172.21.15.105:0/2133390536 shutdown_connections 2024-07-26T07:39:14.066 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.064+0000 7f4149400640 1 -- 172.21.15.105:0/2133390536 wait complete. 2024-07-26T07:39:14.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.066+0000 7f4149400640 1 Processor -- start 2024-07-26T07:39:14.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.067+0000 7f4149400640 1 -- start start 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 0x7f414406dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f414415d000 0x7f414406e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4144140690 con 0x7f414406ed60 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4144140510 con 0x7f414415d000 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4149400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4144140810 con 0x7f414413ee50 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4143e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4143e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39286/0 (socket says 172.21.15.105:39286) 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.068+0000 7f4143e00640 1 -- 172.21.15.105:0/1645104367 learned_addr learned my addr 172.21.15.105:0/1645104367 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:14.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4148a00640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f414415d000 0x7f414406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f413b400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 0x7f414406dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 -- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 msgr2=0x7f414406dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 0x7f414406dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 -- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f414415d000 msgr2=0x7f414406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f414415d000 0x7f414406e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 -- 172.21.15.105:0/1645104367 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4144073c90 con 0x7f414406ed60 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4143e00640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f413400b3f0 tx=0x7f413400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134015020 con 0x7f414406ed60 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4134011920 con 0x7f414406ed60 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134011d70 con 0x7f414406ed60 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.069+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4144073f70 con 0x7f414406ed60 2024-07-26T07:39:14.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.070+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f414414c280 con 0x7f414406ed60 2024-07-26T07:39:14.073 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.071+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4144140ce0 con 0x7f414406ed60 2024-07-26T07:39:14.073 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.072+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4134018020 con 0x7f414406ed60 2024-07-26T07:39:14.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.073+0000 7f4140c00640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 0x7f4120079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:14.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.073+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f41340986a0 con 0x7f414406ed60 2024-07-26T07:39:14.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.074+0000 7f413b400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 0x7f4120079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:14.076 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.075+0000 7f413b400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 0x7f4120079550 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f412c005fd0 tx=0x7f412c005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:14.079 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.078+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f413401f030 con 0x7f414406ed60 2024-07-26T07:39:14.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.280+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f4144152c60 con 0x7f414406ed60 2024-07-26T07:39:14.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.766+0000 7f4140c00640 1 -- 172.21.15.105:0/1645104367 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) ==== 157+0+0 (secure 0 0 0) 0x7f41340618a0 con 0x7f414406ed60 2024-07-26T07:39:14.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 msgr2=0x7f4120079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:14.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 0x7f4120079550 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f412c005fd0 tx=0x7f412c005850 comp rx=0 tx=0).stop 2024-07-26T07:39:14.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 msgr2=0x7f41440b5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:14.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f413400b3f0 tx=0x7f413400b8b0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 shutdown_connections 2024-07-26T07:39:14.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4120077040 0x7f4120079550 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f414415d000 0x7f414406e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f414413ee50 0x7f414406dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 --2- 172.21.15.105:0/1645104367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f414406ed60 0x7f41440b5250 secure :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f413400b3f0 tx=0x7f413400b8b0 comp rx=0 tx=0).stop 2024-07-26T07:39:14.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.771+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 >> 172.21.15.105:0/1645104367 conn(0x7f41440b0590 msgr2=0x7f4144071e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:14.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.772+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 shutdown_connections 2024-07-26T07:39:14.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:14.772+0000 7f4149400640 1 -- 172.21.15.105:0/1645104367 wait complete. 2024-07-26T07:39:14.804 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 -- 172.21.15.105:0/3249375887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff006cc70 msgr2=0x7f2ff00ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 --2- 172.21.15.105:0/3249375887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff006cc70 0x7f2ff00ce210 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2fdc005fd0 tx=0x7f2fdc02a960 comp rx=0 tx=0).stop 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 -- 172.21.15.105:0/3249375887 shutdown_connections 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 --2- 172.21.15.105:0/3249375887 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff00cfa00 0x7f2ff00cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 --2- 172.21.15.105:0/3249375887 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff006cc70 0x7f2ff00ce210 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 -- 172.21.15.105:0/3249375887 >> 172.21.15.105:0/3249375887 conn(0x7f2ff00d0640 msgr2=0x7f2ff00d0a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:15.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 -- 172.21.15.105:0/3249375887 shutdown_connections 2024-07-26T07:39:15.086 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.083+0000 7f2ff6200640 1 -- 172.21.15.105:0/3249375887 wait complete. 2024-07-26T07:39:15.087 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.086+0000 7f2ff6200640 1 Processor -- start 2024-07-26T07:39:15.087 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.086+0000 7f2ff6200640 1 -- start start 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff006cc70 0x7f2ff01f58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2ff015e170 0x7f2ff01f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff00d2920 con 0x7f2ff00cfa00 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff00d27a0 con 0x7f2ff015e170 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.087+0000 7f2ff6200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff00d2aa0 con 0x7f2ff006cc70 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39302/0 (socket says 172.21.15.105:39302) 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 -- 172.21.15.105:0/15001456 learned_addr learned my addr 172.21.15.105:0/15001456 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2ff4e00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff006cc70 0x7f2ff01f58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2ff5800640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2ff015e170 0x7f2ff01f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:15.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 -- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff006cc70 msgr2=0x7f2ff01f58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:15.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff006cc70 0x7f2ff01f58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:15.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 -- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2ff015e170 msgr2=0x7f2ff01f8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:15.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2ff015e170 0x7f2ff01f8cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:15.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 -- 172.21.15.105:0/15001456 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff00c7e60 con 0x7f2ff00cfa00 2024-07-26T07:39:15.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.088+0000 7f2fefe00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2fdc000f80 tx=0x7f2fdc031f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.089+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fdc034040 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.089+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fdc004540 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.089+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff00c8420 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.089+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fdc045480 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.089+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff01f84b0 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.090+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff01ea4b0 con 0x7f2ff00cfa00 2024-07-26T07:39:15.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.091+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fdc037020 con 0x7f2ff00cfa00 2024-07-26T07:39:15.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.092+0000 7f2fecc00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 0x7f2fd0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:15.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.092+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6007+0+0 (secure 0 0 0) 0x7f2fdc0ba320 con 0x7f2ff00cfa00 2024-07-26T07:39:15.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.093+0000 7f2ff4e00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 0x7f2fd0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:15.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.094+0000 7f2ff4e00640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 0x7f2fd0079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2fe0006fd0 tx=0x7f2fe0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:15.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.096+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fdc0833e0 con 0x7f2ff00cfa00 2024-07-26T07:39:15.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:15.289+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2ff00d2f40 con 0x7f2ff00cfa00 2024-07-26T07:39:16.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.776+0000 7f2fecc00640 1 -- 172.21.15.105:0/15001456 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) ==== 228+0+0 (secure 0 0 0) 0x7f2fdc082ce0 con 0x7f2ff00cfa00 2024-07-26T07:39:16.778 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_data_ec' created 2024-07-26T07:39:16.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.780+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 msgr2=0x7f2fd0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:16.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.780+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 0x7f2fd0079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2fe0006fd0 tx=0x7f2fe0008040 comp rx=0 tx=0).stop 2024-07-26T07:39:16.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.780+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 msgr2=0x7f2ff01e9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:16.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.780+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2fdc000f80 tx=0x7f2fdc031f80 comp rx=0 tx=0).stop 2024-07-26T07:39:16.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 shutdown_connections 2024-07-26T07:39:16.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2fd0077010 0x7f2fd0079520 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2ff015e170 0x7f2ff01f8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ff00cfa00 0x7f2ff01e9a00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 --2- 172.21.15.105:0/15001456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2ff006cc70 0x7f2ff01f58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 >> 172.21.15.105:0/15001456 conn(0x7f2ff00d0640 msgr2=0x7f2ff0161a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 shutdown_connections 2024-07-26T07:39:16.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:16.781+0000 7f2ff6200640 1 -- 172.21.15.105:0/15001456 wait complete. 2024-07-26T07:39:16.819 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 -- 172.21.15.105:0/3918376157 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc0b3ba0 msgr2=0x7f7cbc15b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 --2- 172.21.15.105:0/3918376157 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc15b280 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc071d60 tx=0x7f7ca402a5f0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 -- 172.21.15.105:0/3918376157 shutdown_connections 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 --2- 172.21.15.105:0/3918376157 >> v2:172.21.15.143:3300/0 conn(0x7f7cbc0cc280 0x7f7cbc0cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 --2- 172.21.15.105:0/3918376157 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc15b280 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 -- 172.21.15.105:0/3918376157 >> 172.21.15.105:0/3918376157 conn(0x7f7cbc0b0590 msgr2=0x7f7cbc0b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 -- 172.21.15.105:0/3918376157 shutdown_connections 2024-07-26T07:39:17.070 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.068+0000 7f7cbb200640 1 -- 172.21.15.105:0/3918376157 wait complete. 2024-07-26T07:39:17.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.071+0000 7f7cbb200640 1 Processor -- start 2024-07-26T07:39:17.072 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.071+0000 7f7cbb200640 1 -- start start 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc143fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7cbc0cc280 0x7f7cbc1f6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc0cec80 con 0x7f7cbc158810 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc0ceb00 con 0x7f7cbc0b3ba0 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cbb200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7cbc0cee00 con 0x7f7cbc0cc280 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cba800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cba800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39322/0 (socket says 172.21.15.105:39322) 2024-07-26T07:39:17.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.073+0000 7f7cba800640 1 -- 172.21.15.105:0/552421418 learned_addr learned my addr 172.21.15.105:0/552421418 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:17.077 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cb1400640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7cbc0cc280 0x7f7cbc1f6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:17.077 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 -- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7cbc0cc280 msgr2=0x7f7cbc1f6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:17.077 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7cbc0cc280 0x7f7cbc1f6160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.077 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 -- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 msgr2=0x7f7cbc143fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cb9e00640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc143fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc143fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 -- 172.21.15.105:0/552421418 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cbc144500 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cb9e00640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc143fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.074+0000 7f7cba800640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400e990 tx=0x7f7cb400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.075+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4004d20 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.075+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7cb400cb00 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.075+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4005020 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.075+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cbc1f6db0 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.075+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cbc144c20 con 0x7f7cbc158810 2024-07-26T07:39:17.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.076+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cbc0cf340 con 0x7f7cbc158810 2024-07-26T07:39:17.082 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.077+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7cb40051c0 con 0x7f7cbc158810 2024-07-26T07:39:17.082 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.078+0000 7f7cb2a00640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 0x7f7c98079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:17.083 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.078+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7f7cb40994d0 con 0x7f7cbc158810 2024-07-26T07:39:17.083 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.079+0000 7f7cb9e00640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 0x7f7c98079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:17.083 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.080+0000 7f7cb9e00640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 0x7f7c98079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0016a0 tx=0x7f7cac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:17.085 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.084+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7cb4016030 con 0x7f7cbc158810 2024-07-26T07:39:17.291 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.290+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f7cbc0cbb10 con 0x7f7cbc158810 2024-07-26T07:39:17.791 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.789+0000 7f7cb2a00640 1 -- 172.21.15.105:0/552421418 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) ==== 169+0+0 (secure 0 0 0) 0x7f7cb40623a0 con 0x7f7cbc158810 2024-07-26T07:39:17.791 INFO:teuthology.orchestra.run.smithi105.stderr:set pool 4 allow_ec_overwrites to true 2024-07-26T07:39:17.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.794+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 msgr2=0x7f7c98079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:17.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.794+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 0x7f7c98079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0016a0 tx=0x7f7cac009040 comp rx=0 tx=0).stop 2024-07-26T07:39:17.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.794+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 msgr2=0x7f7cbc156f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:17.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.794+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400e990 tx=0x7f7cb400ee50 comp rx=0 tx=0).stop 2024-07-26T07:39:17.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 shutdown_connections 2024-07-26T07:39:17.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7c98077040 0x7f7c98079550 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7cbc158810 0x7f7cbc156f10 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7cbc0cc280 0x7f7cbc1f6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 --2- 172.21.15.105:0/552421418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7cbc0b3ba0 0x7f7cbc143fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:17.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.796+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 >> 172.21.15.105:0/552421418 conn(0x7f7cbc0b0590 msgr2=0x7f7cbc0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:17.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.798+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 shutdown_connections 2024-07-26T07:39:17.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:17.798+0000 7f7cbb200640 1 -- 172.21.15.105:0/552421418 wait complete. 2024-07-26T07:39:17.842 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-07-26T07:39:18.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 -- 172.21.15.105:0/3271663828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900d2e80 msgr2=0x7f7790168fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:18.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 --2- 172.21.15.105:0/3271663828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900d2e80 0x7f7790168fe0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7788005fd0 tx=0x7f778802aa90 comp rx=0 tx=0).stop 2024-07-26T07:39:18.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 -- 172.21.15.105:0/3271663828 shutdown_connections 2024-07-26T07:39:18.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 --2- 172.21.15.105:0/3271663828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900d2e80 0x7f7790168fe0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 -- 172.21.15.105:0/3271663828 >> 172.21.15.105:0/3271663828 conn(0x7f77900b6430 msgr2=0x7f77900d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:18.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 -- 172.21.15.105:0/3271663828 shutdown_connections 2024-07-26T07:39:18.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.089+0000 7f7798200640 1 -- 172.21.15.105:0/3271663828 wait complete. 2024-07-26T07:39:18.123 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.091+0000 7f7798200640 1 Processor -- start 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.091+0000 7f7798200640 1 -- start start 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77900d2e80 0x7f77900cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f779015e2b0 0x7f77900cd6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f77901696e0 con 0x7f77900b2e90 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7790169560 con 0x7f779015e2b0 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7798200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7790169860 con 0x7f77900d2e80 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7795800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7795800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39340/0 (socket says 172.21.15.105:39340) 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.093+0000 7f7795800640 1 -- 172.21.15.105:0/1198547628 learned_addr learned my addr 172.21.15.105:0/1198547628 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 -- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77900d2e80 msgr2=0x7f77900cd1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77900d2e80 0x7f77900cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7796200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f779015e2b0 0x7f77900cd6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 -- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f779015e2b0 msgr2=0x7f77900cd6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f779015e2b0 0x7f77900cd6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 -- 172.21.15.105:0/1198547628 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779015daf0 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7795800640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f778000c3c0 tx=0x7f778000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780017070 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77800035f0 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77900caf50 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780003a80 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.094+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77900cb510 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.095+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77900ce9f0 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.097+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f778001a070 con 0x7f77900b2e90 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.098+0000 7f778d600640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 0x7f7770079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:18.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.098+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6500+0+0 (secure 0 0 0) 0x7f7780098090 con 0x7f77900b2e90 2024-07-26T07:39:18.126 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.099+0000 7f7794e00640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 0x7f7770079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:18.126 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.100+0000 7f7794e00640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 0x7f7770079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f777c006fd0 tx=0x7f777c006bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:18.126 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.103+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7780060ed0 con 0x7f77900b2e90 2024-07-26T07:39:18.356 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.355+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f77900b79d0 con 0x7f77900b2e90 2024-07-26T07:39:18.688 INFO:tasks.ceph.mds.b.smithi143.stderr:2024-07-26T07:39:18.687+0000 7fa27e200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T07:39:18.812 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.810+0000 7f778d600640 1 -- 172.21.15.105:0/1198547628 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7f77800607d0 con 0x7f77900b2e90 2024-07-26T07:39:18.812 INFO:teuthology.orchestra.run.smithi105.stderr:added data pool 4 to fsmap 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 msgr2=0x7f7770079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 0x7f7770079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f777c006fd0 tx=0x7f777c006bc0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 msgr2=0x7f779014f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f778000c3c0 tx=0x7f778000c880 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 shutdown_connections 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7770077010 0x7f7770079520 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f779015e2b0 0x7f77900cd6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77900d2e80 0x7f77900cd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 --2- 172.21.15.105:0/1198547628 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77900b2e90 0x7f779014f550 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 >> 172.21.15.105:0/1198547628 conn(0x7f77900b6430 msgr2=0x7f77900b4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 shutdown_connections 2024-07-26T07:39:18.816 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:18.814+0000 7f7798200640 1 -- 172.21.15.105:0/1198547628 wait complete. 2024-07-26T07:39:18.845 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:19.110 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 -- 172.21.15.105:0/3854839869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f522006e620 msgr2=0x7f522006ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.110 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 --2- 172.21.15.105:0/3854839869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f522006e620 0x7f522006ea30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f52200b34e0 tx=0x7f521802a4a0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 -- 172.21.15.105:0/3854839869 shutdown_connections 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 --2- 172.21.15.105:0/3854839869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f522006e620 0x7f522006ea30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 --2- 172.21.15.105:0/3854839869 >> v2:172.21.15.143:3300/0 conn(0x7f52200b38a0 0x7f52200b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.108+0000 7f521f200640 1 -- 172.21.15.105:0/3854839869 >> 172.21.15.105:0/3854839869 conn(0x7f522006c610 msgr2=0x7f522006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.109+0000 7f521f200640 1 -- 172.21.15.105:0/3854839869 shutdown_connections 2024-07-26T07:39:19.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.109+0000 7f521f200640 1 -- 172.21.15.105:0/3854839869 wait complete. 2024-07-26T07:39:19.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.111+0000 7f521f200640 1 Processor -- start 2024-07-26T07:39:19.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.112+0000 7f521f200640 1 -- start start 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 0x7f522013c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52200b38a0 0x7f5220156a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f52200b5a60 con 0x7f5220142340 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f52200b58e0 con 0x7f52200b38a0 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.113+0000 7f521f200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f522006ef70 con 0x7f522006e620 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39354/0 (socket says 172.21.15.105:39354) 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 -- 172.21.15.105:0/1438709802 learned_addr learned my addr 172.21.15.105:0/1438709802 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:19.117 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521d400640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52200b38a0 0x7f5220156a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521de00640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 0x7f522013c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 -- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 msgr2=0x7f522013c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 0x7f522013c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 -- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52200b38a0 msgr2=0x7f5220156a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52200b38a0 0x7f5220156a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 -- 172.21.15.105:0/1438709802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f522013b7d0 con 0x7f5220142340 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521de00640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 0x7f522013c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.114+0000 7f521e800640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5218009920 tx=0x7f5218033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:19.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.115+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218031b50 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.115+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5218031e00 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.115+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f522013bab0 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.115+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218005280 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.115+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f522013c070 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.116+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f522013b540 con 0x7f5220142340 2024-07-26T07:39:19.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.118+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5218005420 con 0x7f5220142340 2024-07-26T07:39:19.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.118+0000 7f5216000640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 0x7f5200079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.119+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f52180b9c60 con 0x7f5220142340 2024-07-26T07:39:19.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.119+0000 7f521de00640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 0x7f5200079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.122 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.120+0000 7f521de00640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 0x7f5200079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52100015a0 tx=0x7f5210009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:19.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.123+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f521803f030 con 0x7f5220142340 2024-07-26T07:39:19.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.369+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5220069af0 con 0x7f5220142340 2024-07-26T07:39:19.372 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.370+0000 7f5216000640 1 -- 172.21.15.105:0/1438709802 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5225 (secure 0 0 0) 0x7f5218082bb0 con 0x7f5220142340 2024-07-26T07:39:19.372 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:19.372 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":7,"btime":"2024-07-26T07:39:18:791719+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:18.358067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:19.373 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 7 2024-07-26T07:39:19.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.373+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 msgr2=0x7f5200079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.373+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 0x7f5200079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52100015a0 tx=0x7f5210009040 comp rx=0 tx=0).stop 2024-07-26T07:39:19.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.373+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 msgr2=0x7f522013e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5218009920 tx=0x7f5218033ba0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 shutdown_connections 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5200077040 0x7f5200079550 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5220142340 0x7f522013e8e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52200b38a0 0x7f5220156a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 --2- 172.21.15.105:0/1438709802 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f522006e620 0x7f522013c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 >> 172.21.15.105:0/1438709802 conn(0x7f522006c610 msgr2=0x7f522015b910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 shutdown_connections 2024-07-26T07:39:19.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.374+0000 7f521f200640 1 -- 172.21.15.105:0/1438709802 wait complete. 2024-07-26T07:39:19.400 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:19.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 -- 172.21.15.105:0/4262131557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7806d2c0 msgr2=0x7eff780d2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 --2- 172.21.15.105:0/4262131557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7806d2c0 0x7eff780d2870 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7eff60005fd0 tx=0x7eff6002a5d0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 -- 172.21.15.105:0/4262131557 shutdown_connections 2024-07-26T07:39:19.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 --2- 172.21.15.105:0/4262131557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7806d2c0 0x7eff780d2870 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 -- 172.21.15.105:0/4262131557 >> 172.21.15.105:0/4262131557 conn(0x7eff780b5960 msgr2=0x7eff780b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:19.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 -- 172.21.15.105:0/4262131557 shutdown_connections 2024-07-26T07:39:19.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.663+0000 7eff77e00640 1 -- 172.21.15.105:0/4262131557 wait complete. 2024-07-26T07:39:19.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.665+0000 7eff77e00640 1 Processor -- start 2024-07-26T07:39:19.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.666+0000 7eff77e00640 1 -- start start 2024-07-26T07:39:19.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff7806d2c0 0x7eff781573a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 0x7eff780c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7eff780d3140 con 0x7eff7815df60 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff780d2fc0 con 0x7eff7806d6d0 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff780b79f0 con 0x7eff7806d2c0 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.667+0000 7eff77400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39382/0 (socket says 172.21.15.105:39382) 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 -- 172.21.15.105:0/638532286 learned_addr learned my addr 172.21.15.105:0/638532286 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff76000640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 0x7eff780c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 -- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff7806d2c0 msgr2=0x7eff781573a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff76a00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff7806d2c0 0x7eff781573a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff7806d2c0 0x7eff781573a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 -- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 msgr2=0x7eff780c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 0x7eff780c6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 -- 172.21.15.105:0/638532286 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff78157c30 con 0x7eff7815df60 2024-07-26T07:39:19.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff76000640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 0x7eff780c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff77400640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7eff7000b410 tx=0x7eff7000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.668+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff70015030 con 0x7eff7815df60 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.669+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff70004020 con 0x7eff7815df60 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.669+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff70004470 con 0x7eff7815df60 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.669+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff78157f10 con 0x7eff7815df60 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.669+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff7815a3f0 con 0x7eff7815df60 2024-07-26T07:39:19.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.670+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff780b7ee0 con 0x7eff7815df60 2024-07-26T07:39:19.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.671+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7eff70018070 con 0x7eff7815df60 2024-07-26T07:39:19.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.672+0000 7eff6ea00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 0x7eff54079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:19.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.672+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7eff70098870 con 0x7eff7815df60 2024-07-26T07:39:19.674 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.673+0000 7eff76a00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 0x7eff54079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:19.675 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.674+0000 7eff76a00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 0x7eff54079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff68007fd0 tx=0x7eff68009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:19.678 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.677+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7eff70061690 con 0x7eff7815df60 2024-07-26T07:39:19.884 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.882+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff781579c0 con 0x7eff7815df60 2024-07-26T07:39:19.886 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.885+0000 7eff6ea00640 1 -- 172.21.15.105:0/638532286 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7eff70060f90 con 0x7eff7815df60 2024-07-26T07:39:19.887 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:19.887 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:19.890 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 msgr2=0x7eff54079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.890 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 0x7eff54079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff68007fd0 tx=0x7eff68009040 comp rx=0 tx=0).stop 2024-07-26T07:39:19.890 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 msgr2=0x7eff7815b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:19.890 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7eff7000b410 tx=0x7eff7000b8d0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.890 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 shutdown_connections 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7eff54077010 0x7eff54079520 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff7815df60 0x7eff7815b970 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff7806d6d0 0x7eff780c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 --2- 172.21.15.105:0/638532286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff7806d2c0 0x7eff781573a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.888+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 >> 172.21.15.105:0/638532286 conn(0x7eff780b5960 msgr2=0x7eff78160130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.889+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 shutdown_connections 2024-07-26T07:39:19.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:19.889+0000 7eff77e00640 1 -- 172.21.15.105:0/638532286 wait complete. 2024-07-26T07:39:19.918 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 -- 172.21.15.105:0/3289134019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 msgr2=0x7f3f7c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 --2- 172.21.15.105:0/3289134019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f7c003e50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800baf0 tx=0x7f3f7c005830 comp rx=0 tx=0).stop 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 -- 172.21.15.105:0/3289134019 shutdown_connections 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 --2- 172.21.15.105:0/3289134019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f7c003e50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 -- 172.21.15.105:0/3289134019 >> 172.21.15.105:0/3289134019 conn(0x7f3f980b5960 msgr2=0x7f3f980b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 -- 172.21.15.105:0/3289134019 shutdown_connections 2024-07-26T07:39:20.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.182+0000 7f3f9d400640 1 -- 172.21.15.105:0/3289134019 wait complete. 2024-07-26T07:39:20.186 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.184+0000 7f3f9d400640 1 Processor -- start 2024-07-26T07:39:20.186 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.185+0000 7f3f9d400640 1 -- start start 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3f98149bb0 0x7f3f981f7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3f981f8350 0x7f3f980ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3f980cfb50 con 0x7f3f7c003a00 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9806d8e0 con 0x7f3f98149bb0 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f9d400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3f980cfcd0 con 0x7f3f981f8350 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f97e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f97e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39398/0 (socket says 172.21.15.105:39398) 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.186+0000 7f3f97e00640 1 -- 172.21.15.105:0/1793277069 learned_addr learned my addr 172.21.15.105:0/1793277069 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 -- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3f981f8350 msgr2=0x7f3f980ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3f981f8350 0x7f3f980ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 -- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3f98149bb0 msgr2=0x7f3f981f7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3f98149bb0 0x7f3f981f7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 -- 172.21.15.105:0/1793277069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f981f8760 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f97e00640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3f88034040 tx=0x7f3f88032760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88041070 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f88032d60 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88004290 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f9814d200 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.187+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f980c9bf0 con 0x7f3f7c003a00 2024-07-26T07:39:20.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.189+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f980d2870 con 0x7f3f7c003a00 2024-07-26T07:39:20.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.190+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3f880035f0 con 0x7f3f7c003a00 2024-07-26T07:39:20.192 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.191+0000 7f3f8fe00640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 0x7f3f74079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.192 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.191+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3f880b9940 con 0x7f3f7c003a00 2024-07-26T07:39:20.193 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.191+0000 7f3f97400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 0x7f3f74079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.194 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.192+0000 7f3f97400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 0x7f3f74079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3f80002230 tx=0x7f3f80001980 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:20.197 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.195+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3f88082890 con 0x7f3f7c003a00 2024-07-26T07:39:20.405 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.403+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f980d39f0 con 0x7f3f7c003a00 2024-07-26T07:39:20.408 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.406+0000 7f3f8fe00640 1 -- 172.21.15.105:0/1793277069 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f3f88082190 con 0x7f3f7c003a00 2024-07-26T07:39:20.408 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:20.409 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:20.411 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 msgr2=0x7f3f74079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.411 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 0x7f3f74079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3f80002230 tx=0x7f3f80001980 comp rx=0 tx=0).stop 2024-07-26T07:39:20.411 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 msgr2=0x7f3f980aa560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3f88034040 tx=0x7f3f88032760 comp rx=0 tx=0).stop 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 shutdown_connections 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3f74077010 0x7f3f74079520 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3f981f8350 0x7f3f980ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3f98149bb0 0x7f3f981f7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 --2- 172.21.15.105:0/1793277069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f7c003a00 0x7f3f980aa560 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.409+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 >> 172.21.15.105:0/1793277069 conn(0x7f3f980b5960 msgr2=0x7f3f9815bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.410+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 shutdown_connections 2024-07-26T07:39:20.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.410+0000 7f3f9d400640 1 -- 172.21.15.105:0/1793277069 wait complete. 2024-07-26T07:39:20.454 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:20.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.725+0000 7f008aa00640 1 -- 172.21.15.105:0/2417061156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 msgr2=0x7f008406ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.725+0000 7f008aa00640 1 --2- 172.21.15.105:0/2417061156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f008406ea30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0084071bd0 tx=0x7f007c02a980 comp rx=0 tx=0).stop 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 -- 172.21.15.105:0/2417061156 shutdown_connections 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 --2- 172.21.15.105:0/2417061156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f008406ea30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 --2- 172.21.15.105:0/2417061156 >> v2:172.21.15.143:3300/0 conn(0x7f0084142340 0x7f00840b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 -- 172.21.15.105:0/2417061156 >> 172.21.15.105:0/2417061156 conn(0x7f008406c610 msgr2=0x7f008406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 -- 172.21.15.105:0/2417061156 shutdown_connections 2024-07-26T07:39:20.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.726+0000 7f008aa00640 1 -- 172.21.15.105:0/2417061156 wait complete. 2024-07-26T07:39:20.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.728+0000 7f008aa00640 1 Processor -- start 2024-07-26T07:39:20.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.728+0000 7f008aa00640 1 -- start start 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 0x7f008414bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0084142340 0x7f008413b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f00840b5a60 con 0x7f008406e620 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f00840b58e0 con 0x7f00840b38a0 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008aa00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f008406ef70 con 0x7f0084142340 2024-07-26T07:39:20.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f0089600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f0089600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39416/0 (socket says 172.21.15.105:39416) 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f0089600640 1 -- 172.21.15.105:0/1022731115 learned_addr learned my addr 172.21.15.105:0/1022731115 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f008a000640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0084142340 0x7f008413b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.730+0000 7f0088c00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 0x7f008414bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 -- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0084142340 msgr2=0x7f008413b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0084142340 0x7f008413b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 -- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 msgr2=0x7f008414bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 0x7f008414bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 -- 172.21.15.105:0/1022731115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008414bcd0 con 0x7f008406e620 2024-07-26T07:39:20.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0088c00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 0x7f008414bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:20.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0089600640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f007800c9a0 tx=0x7f007800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:20.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078007bb0 con 0x7f008406e620 2024-07-26T07:39:20.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0078007e40 con 0x7f008406e620 2024-07-26T07:39:20.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078005280 con 0x7f008406e620 2024-07-26T07:39:20.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f008413a080 con 0x7f008406e620 2024-07-26T07:39:20.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.731+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f008413a640 con 0x7f008406e620 2024-07-26T07:39:20.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.732+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f008406f3f0 con 0x7f008406e620 2024-07-26T07:39:20.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.734+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0078005420 con 0x7f008406e620 2024-07-26T07:39:20.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.735+0000 7f0081600640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 0x7f0064079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:20.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.735+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0078099100 con 0x7f008406e620 2024-07-26T07:39:20.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.735+0000 7f0088c00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 0x7f0064079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:20.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.737+0000 7f0088c00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 0x7f0064079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0084148fa0 tx=0x7f0070008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:20.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.740+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f008414bcd0 con 0x7f008406e620 2024-07-26T07:39:20.984 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.983+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0084069af0 con 0x7f008406e620 2024-07-26T07:39:20.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.984+0000 7f0081600640 1 -- 172.21.15.105:0/1022731115 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5225 (secure 0 0 0) 0x7f0078014030 con 0x7f008406e620 2024-07-26T07:39:20.986 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:20.986 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":7,"btime":"2024-07-26T07:39:18:791719+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:18.358067+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:20.987 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 7 2024-07-26T07:39:20.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 msgr2=0x7f0064079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 0x7f0064079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0084148fa0 tx=0x7f0070008040 comp rx=0 tx=0).stop 2024-07-26T07:39:20.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 msgr2=0x7f00840cbe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:20.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f007800c9a0 tx=0x7f007800ce60 comp rx=0 tx=0).stop 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 shutdown_connections 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0064077010 0x7f0064079520 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0084142340 0x7f008413b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f00840b38a0 0x7f008414bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 --2- 172.21.15.105:0/1022731115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f008406e620 0x7f00840cbe40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 >> 172.21.15.105:0/1022731115 conn(0x7f008406c610 msgr2=0x7f008415d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:20.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.987+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 shutdown_connections 2024-07-26T07:39:20.991 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:20.988+0000 7f008aa00640 1 -- 172.21.15.105:0/1022731115 wait complete. 2024-07-26T07:39:21.013 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 -- 172.21.15.105:0/1103933564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb78c004d40 msgr2=0x7fb78c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 --2- 172.21.15.105:0/1103933564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb78c004d40 0x7fb78c005150 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8160a50 tx=0x7fb78c005830 comp rx=0 tx=0).stop 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7acc00640 1 -- 172.21.15.105:0/1103933564 reap_dead start 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 -- 172.21.15.105:0/1103933564 shutdown_connections 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 -- 172.21.15.105:0/1103933564 >> 172.21.15.105:0/1103933564 conn(0x7fb7a806d630 msgr2=0x7fb7a806da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 -- 172.21.15.105:0/1103933564 shutdown_connections 2024-07-26T07:39:21.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.274+0000 7fb7aec00640 1 -- 172.21.15.105:0/1103933564 wait complete. 2024-07-26T07:39:21.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.276+0000 7fb7aec00640 1 Processor -- start 2024-07-26T07:39:21.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.276+0000 7fb7aec00640 1 -- start start 2024-07-26T07:39:21.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb78c004d40 0x7fb7a81f5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:21.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7a813c0c0 0x7fb7a81f1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a8072f30 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a8072db0 con 0x7fb7a813c0c0 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7aec00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7a80730b0 con 0x7fb78c004d40 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38008/0 (socket says 172.21.15.105:38008) 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 -- 172.21.15.105:0/3714409748 learned_addr learned my addr 172.21.15.105:0/3714409748 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 -- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb78c004d40 msgr2=0x7fb7a81f5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb78c004d40 0x7fb7a81f5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 -- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7a813c0c0 msgr2=0x7fb7a81f1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7a813c0c0 0x7fb7a81f1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 -- 172.21.15.105:0/3714409748 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7a81f5b70 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.278+0000 7fb7acc00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0002230 tx=0x7fb7a0034680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.279+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0038040 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.279+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7a002b630 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.279+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7a80aee90 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.279+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0004d80 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.279+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7a80adaf0 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.280+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7a815c380 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.281+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb7a0044030 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.282+0000 7fb79fe00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 0x7fb788079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:21.284 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.282+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb7a00b8c10 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.284 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.283+0000 7fb7a7e00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 0x7fb788079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:21.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.284+0000 7fb7a7e00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 0x7fb788079550 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb798009a40 tx=0x7fb798005740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:21.288 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.287+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7a004b060 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.509 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.508+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7a80b0100 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.509+0000 7fb79fe00640 1 -- 172.21.15.105:0/3714409748 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7fb7a81f5b70 con 0x7fb7a80ae2f0 2024-07-26T07:39:21.511 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:21.512 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:21.513 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 msgr2=0x7fb788079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 0x7fb788079550 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb798009a40 tx=0x7fb798005740 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 msgr2=0x7fb7a8138d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0002230 tx=0x7fb7a0034680 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 shutdown_connections 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb788077040 0x7fb788079550 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb7a80ae2f0 0x7fb7a8138d70 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7a813c0c0 0x7fb7a81f1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 --2- 172.21.15.105:0/3714409748 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb78c004d40 0x7fb7a81f5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 >> 172.21.15.105:0/3714409748 conn(0x7fb7a806d630 msgr2=0x7fb7a813ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 shutdown_connections 2024-07-26T07:39:21.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:21.512+0000 7fb7aec00640 1 -- 172.21.15.105:0/3714409748 wait complete. 2024-07-26T07:39:21.943 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T07:39:13.268174+0000', 'modified': '2024-07-26T07:39:18.358067+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4339}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4339': {'gid': 4339, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.143:6835/684216269', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6834', 'nonce': 684216269}, {'type': 'v1', 'addr': '172.21.15.143:6835', 'nonce': 684216269}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4339, 'qdb_cluster': [4339]} 2024-07-26T07:39:21.943 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T07:39:21.943 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 -- 172.21.15.105:0/312095265 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8804003a30 msgr2=0x7f8804003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 --2- 172.21.15.105:0/312095265 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8804003a30 0x7f8804003ea0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8818001dc0 tx=0x7f8804005830 comp rx=0 tx=0).stop 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8826600640 1 -- 172.21.15.105:0/312095265 reap_dead start 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 -- 172.21.15.105:0/312095265 shutdown_connections 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 -- 172.21.15.105:0/312095265 >> 172.21.15.105:0/312095265 conn(0x7f882006d630 msgr2=0x7f882006da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 -- 172.21.15.105:0/312095265 shutdown_connections 2024-07-26T07:39:22.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.225+0000 7f8828600640 1 -- 172.21.15.105:0/312095265 wait complete. 2024-07-26T07:39:22.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.227+0000 7f8828600640 1 Processor -- start 2024-07-26T07:39:22.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.228+0000 7f8828600640 1 -- start start 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8804003a30 0x7f88201f5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 0x7f88201f8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f88200702d0 con 0x7f8820138af0 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8820070150 con 0x7f8804003a30 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8828600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8820072db0 con 0x7f88200b4240 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.229+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38028/0 (socket says 172.21.15.105:38028) 2024-07-26T07:39:22.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 -- 172.21.15.105:0/2314846486 learned_addr learned my addr 172.21.15.105:0/2314846486 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8825200640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 0x7f88201f8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8825c00640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8804003a30 0x7f88201f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 -- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 msgr2=0x7f88201f8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 0x7f88201f8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 -- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8804003a30 msgr2=0x7f88201f5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8804003a30 0x7f88201f5700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 -- 172.21.15.105:0/2314846486 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88201f4c80 con 0x7f8820138af0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8825200640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 0x7f88201f8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f8826600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f88200744a0 tx=0x7f881000da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.230+0000 7f881d600640 1 -- 172.21.15.105:0/2314846486 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8810006440 con 0x7f8820138af0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.231+0000 7f881d600640 1 -- 172.21.15.105:0/2314846486 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88100036e0 con 0x7f8820138af0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.231+0000 7f881d600640 1 -- 172.21.15.105:0/2314846486 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8810003b10 con 0x7f8820138af0 2024-07-26T07:39:22.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.231+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88201f8d10 con 0x7f8820138af0 2024-07-26T07:39:22.234 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.231+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88201f4f00 con 0x7f8820138af0 2024-07-26T07:39:22.234 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.233+0000 7f881d600640 1 -- 172.21.15.105:0/2314846486 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8810003cb0 con 0x7f8820138af0 2024-07-26T07:39:22.235 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.234+0000 7f881d600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 0x7f8800079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.235 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.234+0000 7f881d600640 1 -- 172.21.15.105:0/2314846486 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8810098fc0 con 0x7f8820138af0 2024-07-26T07:39:22.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.235+0000 7f882f5d7740 1 Processor -- start 2024-07-26T07:39:22.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.235+0000 7f8825c00640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 0x7f8800079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.235+0000 7f882f5d7740 1 -- start start 2024-07-26T07:39:22.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f8825c00640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 0x7f8800079520 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8818032000 tx=0x7f8818001510 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f71eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f701830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55812f64a390 con 0x55812f311590 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55812f639a30 con 0x55812f3093b0 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.236+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55812f63d8d0 con 0x55812f332270 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38032/0 (socket says 172.21.15.105:38032) 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 -- 172.21.15.105:0/524932389 learned_addr learned my addr 172.21.15.105:0/524932389 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8825200640 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f701830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8825c00640 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f71eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 -- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 msgr2=0x55812f71eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f71eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 -- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 msgr2=0x55812f701830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f701830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 -- 172.21.15.105:0/524932389 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55812f5f5d70 con 0x55812f311590 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8826600640 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8810097050 tx=0x7f88100611f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ab0b8f745d1511 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8816000640 1 -- 172.21.15.105:0/524932389 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881006a0e0 con 0x55812f311590 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8816000640 1 -- 172.21.15.105:0/524932389 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88100616e0 con 0x55812f311590 2024-07-26T07:39:22.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.237+0000 7f8816000640 1 -- 172.21.15.105:0/524932389 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881000edd0 con 0x55812f311590 2024-07-26T07:39:22.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 -- 172.21.15.105:0/524932389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 msgr2=0x55812f701d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8810097050 tx=0x7f88100611f0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 -- 172.21.15.105:0/524932389 shutdown_connections 2024-07-26T07:39:22.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f701d70 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f701830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 --2- 172.21.15.105:0/524932389 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f71eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 -- 172.21.15.105:0/524932389 >> 172.21.15.105:0/524932389 conn(0x55812f3263c0 msgr2=0x55812f6d7a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.238+0000 7f882f5d7740 1 -- 172.21.15.105:0/524932389 shutdown_connections 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.239+0000 7f882f5d7740 1 -- 172.21.15.105:0/524932389 wait complete. 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.240+0000 7f882f5d7740 1 -- start start 2024-07-26T07:39:22.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.240+0000 7f882f5d7740 1 Processor -- start 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f72c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f311590 0x55812f6efb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55812f3ac620 con 0x55812f332270 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55812f5d6e10 con 0x55812f3093b0 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.241+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55812f7193f0 con 0x55812f311590 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f882f5d7740 10 client.0 _ll_register_callbacks cb 0x55812f6339a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38034/0 (socket says 172.21.15.105:38034) 2024-07-26T07:39:22.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 -- 172.21.15.105:0/2931101071 learned_addr learned my addr 172.21.15.105:0/2931101071 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8825c00640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f72c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8825200640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f311590 0x55812f6efb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 -- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f311590 msgr2=0x55812f6efb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f311590 0x55812f6efb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 -- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 msgr2=0x55812f72c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f72c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 -- 172.21.15.105:0/2931101071 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55812f39d850 con 0x55812f332270 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8825c00640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f72c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.242+0000 7f8826600640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8810000fb0 tx=0x7f881000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc5d23fb5c598bba server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881005dd30 con 0x55812f332270 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f881005d260 con 0x55812f332270 2024-07-26T07:39:22.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88100616e0 con 0x55812f332270 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f881006f050 con 0x55812f332270 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 10 client.4461 fetch_fsmap learned FSMap version 7 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55812f4146b0 con 0x55812f332270 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88100616e0 con 0x55812f332270 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f88100603b0 con 0x55812f332270 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 10 client.4461 fetch_fsmap finished waiting for FSMap version 7 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 10 client.4461 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 20 client.4461 populate_metadata read hostname 'smithi105' 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f2f0e40 0x55812f72edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 4 client.4461 mds_command: new command op to 4339 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T07:39:22.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.243+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 --> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55812f64c2e0 con 0x55812f2f0e40 2024-07-26T07:39:22.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.244+0000 7f8825c00640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f2f0e40 0x55812f72edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.245+0000 7f8825c00640 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f2f0e40 0x55812f72edf0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccb4e909bf8e9bb6 server_cookie=401000d935109209 in_seq=0 out_seq=0 2024-07-26T07:39:22.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.245+0000 7f880aa00640 10 client.4461 ms_handle_connect on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.247+0000 7f880aa00640 1 -- 172.21.15.105:0/2931101071 <== mds.0 v2:172.21.15.143:6834/684216269 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55812f64c2e0 con 0x55812f2f0e40 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.247+0000 7f880aa00640 10 client.4461 handle_command_reply: tid=0 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.247+0000 7f882f5d7740 1 client.4461 shutdown 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 msgr2=0x55812f7146d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8810000fb0 tx=0x7f881000ef90 comp rx=0 tx=0).stop 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 shutdown_connections 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f7146d0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f2f0e40 0x55812f72edf0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f311590 0x55812f6efb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 --2- 172.21.15.105:0/2931101071 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f72c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f880aa00640 0 client.4461 ms_handle_reset on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 >> 172.21.15.105:0/2931101071 conn(0x55812f3263c0 msgr2=0x55812f6d7ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 shutdown_connections 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 1 -- 172.21.15.105:0/2931101071 wait complete. 2024-07-26T07:39:22.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.248+0000 7f882f5d7740 20 client.4461 trim_cache size 0 max 16384 2024-07-26T07:39:22.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.269+0000 7f882f5d7740 1 Processor -- start 2024-07-26T07:39:22.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.269+0000 7f882f5d7740 1 -- start start 2024-07-26T07:39:22.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f6d74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f73f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8820201ea0 con 0x55812f311590 2024-07-26T07:39:22.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f882014d020 con 0x55812f3093b0 2024-07-26T07:39:22.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.270+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8820201850 con 0x55812f332270 2024-07-26T07:39:22.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38048/0 (socket says 172.21.15.105:38048) 2024-07-26T07:39:22.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 -- 172.21.15.105:0/3961781127 learned_addr learned my addr 172.21.15.105:0/3961781127 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825c00640 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f6d74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8826600640 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f73f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 -- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 msgr2=0x55812f73f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f73f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 -- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 msgr2=0x55812f6d74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f6d74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 -- 172.21.15.105:0/3961781127 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55812f6d7a00 con 0x55812f311590 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.271+0000 7f8825200640 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f880c009980 tx=0x7f880c009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e995c74d2a4f9dc server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.272+0000 7f8815600640 1 -- 172.21.15.105:0/3961781127 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c0110d0 con 0x55812f311590 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.272+0000 7f8815600640 1 -- 172.21.15.105:0/3961781127 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f880c011270 con 0x55812f311590 2024-07-26T07:39:22.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.272+0000 7f8815600640 1 -- 172.21.15.105:0/3961781127 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c011be0 con 0x55812f311590 2024-07-26T07:39:22.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 -- 172.21.15.105:0/3961781127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 msgr2=0x55812f71fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f880c009980 tx=0x7f880c009e40 comp rx=0 tx=0).stop 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 -- 172.21.15.105:0/3961781127 shutdown_connections 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f332270 0x55812f73f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f311590 0x55812f71fdb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 --2- 172.21.15.105:0/3961781127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f3093b0 0x55812f6d74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 -- 172.21.15.105:0/3961781127 >> 172.21.15.105:0/3961781127 conn(0x55812f3263c0 msgr2=0x55812f714020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 -- 172.21.15.105:0/3961781127 shutdown_connections 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.273+0000 7f882f5d7740 1 -- 172.21.15.105:0/3961781127 wait complete. 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.274+0000 7f882f5d7740 1 -- start start 2024-07-26T07:39:22.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.274+0000 7f882f5d7740 1 Processor -- start 2024-07-26T07:39:22.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f3093b0 0x55812f77fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f311590 0x55812f6d8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55812f6f0040 con 0x55812f332270 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55812f3ac620 con 0x55812f311590 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.275+0000 7f882f5d7740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55812f713350 con 0x55812f3093b0 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f882f5d7740 10 client.0 _ll_register_callbacks cb 0x7f88100610c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38056/0 (socket says 172.21.15.105:38056) 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 -- 172.21.15.105:0/1907382696 learned_addr learned my addr 172.21.15.105:0/1907382696 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8825200640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f311590 0x55812f6d8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8825c00640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f3093b0 0x55812f77fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 -- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f3093b0 msgr2=0x55812f77fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f3093b0 0x55812f77fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 -- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f311590 msgr2=0x55812f6d8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f311590 0x55812f6d8730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 -- 172.21.15.105:0/1907382696 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55812f7800f0 con 0x55812f332270 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f8826600640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f881006a1c0 tx=0x7f881005dd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb92101e769fff5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.276+0000 7f880aa00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:39:22.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8810065ce0 con 0x55812f332270 2024-07-26T07:39:22.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8810060b50 con 0x55812f332270 2024-07-26T07:39:22.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f880c011270 con 0x55812f332270 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f881006a790 con 0x55812f332270 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 10 client.4467 fetch_fsmap learned FSMap version 7 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55812f71cfc0 con 0x55812f332270 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f880c011270 con 0x55812f332270 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f88100603b0 con 0x55812f332270 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 10 client.4467 fetch_fsmap finished waiting for FSMap version 7 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 10 client.4467 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 20 client.4467 populate_metadata read hostname 'smithi105' 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f71c9e0 0x55812f71de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 4 client.4467 mds_command: new command op to 4339 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.277+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 --> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] -- command(tid 0: {"prefix": "status"}) -- 0x55812f647d80 con 0x55812f71c9e0 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.278+0000 7f8825c00640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f71c9e0 0x55812f71de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.279+0000 7f880aa00640 10 client.4467 ms_handle_connect on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:22.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.279+0000 7f8825c00640 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f71c9e0 0x55812f71de10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35fa3928a594f9df server_cookie=bb18cba545635b72 in_seq=0 out_seq=0 2024-07-26T07:39:22.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.279+0000 7f880aa00640 1 -- 172.21.15.105:0/1907382696 <== mds.0 v2:172.21.15.143:6834/684216269 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55812f647d80 con 0x55812f71c9e0 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.279+0000 7f880aa00640 10 client.4467 handle_command_reply: tid=0 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 client.4467 shutdown 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 msgr2=0x55812f6d8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f881006a1c0 tx=0x7f881005dd30 comp rx=0 tx=0).stop 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 shutdown_connections 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55812f332270 0x55812f6d8c70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55812f311590 0x55812f6d8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55812f71c9e0 0x55812f71de10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 --2- 172.21.15.105:0/1907382696 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55812f3093b0 0x55812f77fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 >> 172.21.15.105:0/1907382696 conn(0x55812f3263c0 msgr2=0x55812f6ef5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f880aa00640 0 client.4467 ms_handle_reset on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 shutdown_connections 2024-07-26T07:39:22.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 1 -- 172.21.15.105:0/1907382696 wait complete. 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.280+0000 7f882f5d7740 20 client.4467 trim_cache size 0 max 16384 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "cluster_fsid": "8c36d0d3-696c-4e83-a6b4-9f8966adecf3", 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "whoami": 0, 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4339, 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "want_state": "up:active", 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "state": "up:active", 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs", 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "rank_uptime": 8.5156773969999993, 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "mdsmap_epoch": 7, 2024-07-26T07:39:22.284 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch": 26, 2024-07-26T07:39:22.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch_barrier": 26, 2024-07-26T07:39:22.285 INFO:teuthology.orchestra.run.smithi105.stdout: "uptime": 14.605721549 2024-07-26T07:39:22.285 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 msgr2=0x7f8800079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 0x7f8800079520 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8818032000 tx=0x7f8818001510 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 msgr2=0x7f8820138f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f88200744a0 tx=0x7f881000da80 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 shutdown_connections 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8800077010 0x7f8800079520 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8820138af0 0x7f8820138f00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88200b4240 0x7f88201f8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 --2- 172.21.15.105:0/2314846486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8804003a30 0x7f88201f5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 >> 172.21.15.105:0/2314846486 conn(0x7f882006d630 msgr2=0x7f88201436c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 shutdown_connections 2024-07-26T07:39:22.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.281+0000 7f8828600640 1 -- 172.21.15.105:0/2314846486 wait complete. 2024-07-26T07:39:22.306 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T07:39:22.307 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:22.307 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 -- 172.21.15.105:0/3791306077 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99d8004800 msgr2=0x7f99d8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 --2- 172.21.15.105:0/3791306077 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99d8004800 0x7f99d8004c10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f99f8070590 tx=0x7f99d8005830 comp rx=0 tx=0).stop 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fd600640 1 -- 172.21.15.105:0/3791306077 reap_dead start 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 -- 172.21.15.105:0/3791306077 shutdown_connections 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 -- 172.21.15.105:0/3791306077 >> 172.21.15.105:0/3791306077 conn(0x7f99f806c610 msgr2=0x7f99f806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 -- 172.21.15.105:0/3791306077 shutdown_connections 2024-07-26T07:39:22.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.579+0000 7f99fe000640 1 -- 172.21.15.105:0/3791306077 wait complete. 2024-07-26T07:39:22.583 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.582+0000 7f99fe000640 1 Processor -- start 2024-07-26T07:39:22.583 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.582+0000 7f99fe000640 1 -- start start 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99d8004800 0x7f99f8154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99f815ce50 0x7f99f815d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f99f80ce4b0 con 0x7f99f81e9e00 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f99f80b2fc0 con 0x7f99f815ce50 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99fe000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f99f80ce630 con 0x7f99d8004800 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.583+0000 7f99f7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38066/0 (socket says 172.21.15.105:38066) 2024-07-26T07:39:22.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 -- 172.21.15.105:0/1072853947 learned_addr learned my addr 172.21.15.105:0/1072853947 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99fd600640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99f815ce50 0x7f99f815d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99fcc00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99d8004800 0x7f99f8154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 -- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99d8004800 msgr2=0x7f99f8154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99d8004800 0x7f99f8154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 -- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99f815ce50 msgr2=0x7f99f815d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99f815ce50 0x7f99f815d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 -- 172.21.15.105:0/1072853947 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f815d7a0 con 0x7f99f81e9e00 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.584+0000 7f99f7e00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99f806e970 tx=0x7f99e0033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.585+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e0043070 con 0x7f99f81e9e00 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.585+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99e0003970 con 0x7f99f81e9e00 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.585+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e0038040 con 0x7f99f81e9e00 2024-07-26T07:39:22.587 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.585+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f81f52a0 con 0x7f99f81e9e00 2024-07-26T07:39:22.588 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.585+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f81f5860 con 0x7f99f81e9e00 2024-07-26T07:39:22.588 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.586+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99f81f5010 con 0x7f99f81e9e00 2024-07-26T07:39:22.588 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.587+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f99e0046070 con 0x7f99f81e9e00 2024-07-26T07:39:22.589 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.588+0000 7f99f4c00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 0x7f99d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:22.589 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.588+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f99e00b9730 con 0x7f99f81e9e00 2024-07-26T07:39:22.590 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.589+0000 7f99fcc00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 0x7f99d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:22.591 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.590+0000 7f99fcc00640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 0x7f99d4079520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009a20 tx=0x7f99e8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:22.594 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.593+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f99f815d7a0 con 0x7f99f81e9e00 2024-07-26T07:39:22.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.846+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f99f8072120 con 0x7f99f81e9e00 2024-07-26T07:39:22.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.847+0000 7f99f4c00640 1 -- 172.21.15.105:0/1072853947 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f99e0081f00 con 0x7f99f81e9e00 2024-07-26T07:39:22.848 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T07:39:22.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 msgr2=0x7f99d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 0x7f99d4079520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009a20 tx=0x7f99e8005f90 comp rx=0 tx=0).stop 2024-07-26T07:39:22.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 msgr2=0x7f99f81ea210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f99f806e970 tx=0x7f99e0033c10 comp rx=0 tx=0).stop 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 shutdown_connections 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99d4077010 0x7f99d4079520 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99f815ce50 0x7f99f815d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99f81e9e00 0x7f99f81ea210 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 --2- 172.21.15.105:0/1072853947 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99d8004800 0x7f99f8154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 >> 172.21.15.105:0/1072853947 conn(0x7f99f806c610 msgr2=0x7f99f8072710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 shutdown_connections 2024-07-26T07:39:22.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:22.850+0000 7f99fe000640 1 -- 172.21.15.105:0/1072853947 wait complete. 2024-07-26T07:39:22.879 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-26T07:39:22.879 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:39:22.879 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi105.front.sepia.ceph.com 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:39:22.880 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-07-26T07:39:22.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:22.880 DEBUG:teuthology.orchestra.run.smithi105:> ip addr 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b8 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f0 2024-07-26T07:39:22.930 INFO:teuthology.orchestra.run.smithi105.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b9 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f1 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:28 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:29 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: inet 172.21.15.105/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft 42570sec preferred_lft 42570sec 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::ec4:7aff:fe8f:d429/64 scope link 2024-07-26T07:39:22.931 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:22.932 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link add name ceph-brx type bridge 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip addr flush dev ceph-brx 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set ceph-brx up 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T07:39:22.933 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:23.036 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:23.403 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:23.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:23.412 DEBUG:teuthology.orchestra.run.smithi105:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:39:23.480 INFO:teuthology.orchestra.run.smithi105.stdout:1 2024-07-26T07:39:23.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:23.483 DEBUG:teuthology.orchestra.run.smithi105:> route 2024-07-26T07:39:23.536 INFO:teuthology.orchestra.run.smithi105.stdout:Kernel IP routing table 2024-07-26T07:39:23.536 INFO:teuthology.orchestra.run.smithi105.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:39:23.536 INFO:teuthology.orchestra.run.smithi105.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:39:23.536 INFO:teuthology.orchestra.run.smithi105.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:39:23.536 INFO:teuthology.orchestra.run.smithi105.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:39:23.537 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:23.537 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:23.537 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:39:23.537 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:39:23.538 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:39:23.538 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:23.637 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:24.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:24.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:24.336 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list 2024-07-26T07:39:24.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:24.390 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list-id 2024-07-26T07:39:24.441 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:24.441 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:24.442 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:24.442 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-07-26T07:39:24.442 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:24.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:24.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:24.641 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-07-26T07:39:24.642 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:24.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:24.945 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:24.954 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:24.954 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:24.954 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set brx.0 up 2024-07-26T07:39:24.954 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T07:39:24.954 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:25.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:25.150 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:25.159 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-07-26T07:39:25.159 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:25.159 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:25.203 INFO:teuthology.orchestra.run.smithi105.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-07-26T07:39:25.203 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:25.203 DEBUG:teuthology.orchestra.run.smithi105:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:25.293 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:25.373 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:25.425 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:25.425 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:25.426 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:25.427 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:25.428 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:25.428 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:25.428 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:25.428 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:25.428 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:25.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:25.429 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:25.476 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T07:39:25.477 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-07-26T07:39:25.481 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:25.543 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:25.581 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:25.581 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:25.581 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:25.582 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:25.583 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:25.584 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:25.584 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:25.584 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:25.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:25.585 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:25.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi105.stderr:2024-07-26T07:39:25.720+0000 7fcb70770480 -1 init, newargv = 0x5599a69033b0 newargc=15 2024-07-26T07:39:25.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi105.stderr:ceph-fuse[44745]: starting ceph client 2024-07-26T07:39:25.737 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi105.stderr:ceph-fuse[44745]: starting fuse 2024-07-26T07:39:26.772 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:26.866 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:26.917 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:26.918 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:26.919 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:26.920 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:26.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:26.921 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:26.968 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:39:26.968 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T07:39:26.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:39:26.968 DEBUG:teuthology.orchestra.run.smithi105:> import glob 2024-07-26T07:39:26.968 DEBUG:teuthology.orchestra.run.smithi105:> import re 2024-07-26T07:39:26.968 DEBUG:teuthology.orchestra.run.smithi105:> import os 2024-07-26T07:39:26.968 DEBUG:teuthology.orchestra.run.smithi105:> import subprocess 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> def _find_admin_socket(client_name): 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> files = glob.glob(asok_path) 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> # Given a non-glob path, it better be there 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> if "*" not in asok_path: 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> assert(len(files) == 1) 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> return files[0] 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> for f in files: 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:39:26.969 DEBUG:teuthology.orchestra.run.smithi105:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> contents = proc_f.read() 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> if mountpoint in contents: 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> return f 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> print(_find_admin_socket("client.admin")) 2024-07-26T07:39:26.970 DEBUG:teuthology.orchestra.run.smithi105:> ' 2024-07-26T07:39:27.164 INFO:teuthology.orchestra.run.smithi105.stdout:/var/run/ceph/ceph-client.admin.44745.asok 2024-07-26T07:39:27.170 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:27.185 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.44745.asok 2024-07-26T07:39:27.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:27.185 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.44745.asok status 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "metadata": { 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "entity_id": "admin", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "hostname": "smithi105", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "pid": "44745", 2024-07-26T07:39:27.471 INFO:teuthology.orchestra.run.smithi105.stdout: "root": "/" 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_count": 0, 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_pinned_count": 0, 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4479, 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "inst": { 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "name": { 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "client", 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "num": 4479 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 4126656763 2024-07-26T07:39:27.472 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 4126656763 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "inst_str": "client.4479 192.168.0.1:0/4126656763", 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "addr_str": "192.168.0.1:0/4126656763", 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "inode_count": 1, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_epoch": 7, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch": 26, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:39:27.473 INFO:teuthology.orchestra.run.smithi105.stdout: "blocklisted": false, 2024-07-26T07:39:27.474 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs" 2024-07-26T07:39:27.474 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:39:27.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:27.490 DEBUG:teuthology.orchestra.run.smithi105:> stat --file-system '--printf=%T 2024-07-26T07:39:27.490 DEBUG:teuthology.orchestra.run.smithi105:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:27.543 INFO:teuthology.orchestra.run.smithi105.stdout:fuseblk 2024-07-26T07:39:27.543 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:27.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:27.543 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:27.624 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-07-26T07:39:27.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-26T07:39:27.775 INFO:teuthology.orchestra.run.smithi105.stdout:# file: . 2024-07-26T07:39:27.775 INFO:teuthology.orchestra.run.smithi105.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-07-26T07:39:27.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:27.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:27.786 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:39:27.786 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:39:27.838 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 -- 172.21.15.105:0/470742526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6640b38a0 msgr2=0x7fb6640b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 --2- 172.21.15.105:0/470742526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6640b38a0 0x7fb6640b3cb0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb664071bd0 tx=0x7fb65002a4d0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 -- 172.21.15.105:0/470742526 shutdown_connections 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 --2- 172.21.15.105:0/470742526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6640b38a0 0x7fb6640b3cb0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 --2- 172.21.15.105:0/470742526 >> v2:172.21.15.143:3300/0 conn(0x7fb664142340 0x7fb6640b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 -- 172.21.15.105:0/470742526 >> 172.21.15.105:0/470742526 conn(0x7fb66406c610 msgr2=0x7fb66406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 -- 172.21.15.105:0/470742526 shutdown_connections 2024-07-26T07:39:28.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.107+0000 7fb668a00640 1 -- 172.21.15.105:0/470742526 wait complete. 2024-07-26T07:39:28.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.110+0000 7fb668a00640 1 Processor -- start 2024-07-26T07:39:28.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.110+0000 7fb668a00640 1 -- start start 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 0x7fb6641e9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb66415fb00 0x7fb66413ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb6640b3230 con 0x7fb664142340 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb6640b30b0 con 0x7fb6640b38a0 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb668a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb6640b58e0 con 0x7fb66415fb00 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb662a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb662a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38086/0 (socket says 172.21.15.105:38086) 2024-07-26T07:39:28.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.112+0000 7fb662a00640 1 -- 172.21.15.105:0/1112231525 learned_addr learned my addr 172.21.15.105:0/1112231525 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:28.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb663400640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 0x7fb6641e9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb663e00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb66415fb00 0x7fb66413ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 -- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb66415fb00 msgr2=0x7fb66413ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb66415fb00 0x7fb66413ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 -- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 msgr2=0x7fb6641e9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 0x7fb6641e9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 -- 172.21.15.105:0/1112231525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6641f4fb0 con 0x7fb664142340 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb663400640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 0x7fb6641e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.113+0000 7fb662a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb650034040 tx=0x7fb650003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.114+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb65003e030 con 0x7fb664142340 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.114+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb650003e00 con 0x7fb664142340 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.114+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6641f8a60 con 0x7fb664142340 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.114+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb650035040 con 0x7fb664142340 2024-07-26T07:39:28.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.114+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6641f9020 con 0x7fb664142340 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.115+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6640b3cb0 con 0x7fb664142340 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.116+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb650041030 con 0x7fb664142340 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.117+0000 7fb65b400640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 0x7fb644079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.117+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb6500b93f0 con 0x7fb664142340 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.118+0000 7fb663400640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 0x7fb644079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.119+0000 7fb663400640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 0x7fb644079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb654009aa0 tx=0x7fb654005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:28.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.123+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb650082330 con 0x7fb664142340 2024-07-26T07:39:28.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.345+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb6640cdfa0 con 0x7fb664142340 2024-07-26T07:39:28.347 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.346+0000 7fb65b400640 1 -- 172.21.15.105:0/1112231525 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fb650081c30 con 0x7fb664142340 2024-07-26T07:39:28.347 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:39:28.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 msgr2=0x7fb644079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 0x7fb644079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb654009aa0 tx=0x7fb654005db0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 msgr2=0x7fb664158e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.350 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb650034040 tx=0x7fb650003910 comp rx=0 tx=0).stop 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 shutdown_connections 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb644077010 0x7fb644079520 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb66415fb00 0x7fb66413ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb664142340 0x7fb664158e60 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 --2- 172.21.15.105:0/1112231525 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6640b38a0 0x7fb6641e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 >> 172.21.15.105:0/1112231525 conn(0x7fb66406c610 msgr2=0x7fb664072120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 shutdown_connections 2024-07-26T07:39:28.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.349+0000 7fb668a00640 1 -- 172.21.15.105:0/1112231525 wait complete. 2024-07-26T07:39:28.377 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:39:28.377 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:39:28.426 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:39:28.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 -- 172.21.15.105:0/2495174621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b6c003a80 msgr2=0x7f5b6c003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 --2- 172.21.15.105:0/2495174621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b6c003a80 0x7f5b6c003ef0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c0016c0 tx=0x7f5b6c005830 comp rx=0 tx=0).stop 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 -- 172.21.15.105:0/2495174621 shutdown_connections 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 --2- 172.21.15.105:0/2495174621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b6c003a80 0x7f5b6c003ef0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 -- 172.21.15.105:0/2495174621 >> 172.21.15.105:0/2495174621 conn(0x7f5b8c06c610 msgr2=0x7f5b8c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 -- 172.21.15.105:0/2495174621 shutdown_connections 2024-07-26T07:39:28.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.745+0000 7f5b90a00640 1 -- 172.21.15.105:0/2495174621 wait complete. 2024-07-26T07:39:28.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.747+0000 7f5b90a00640 1 Processor -- start 2024-07-26T07:39:28.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.748+0000 7f5b90a00640 1 -- start start 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b6c003a80 0x7f5b8c0cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b8c13d370 0x7f5b8c0c5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8c073770 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8c0b5790 con 0x7f5b6c003a80 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b90a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5b8c0738f0 con 0x7f5b8c13d370 2024-07-26T07:39:28.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.749+0000 7f5b8aa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38094/0 (socket says 172.21.15.105:38094) 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 -- 172.21.15.105:0/358112133 learned_addr learned my addr 172.21.15.105:0/358112133 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8b400640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b6c003a80 0x7f5b8c0cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8be00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b8c13d370 0x7f5b8c0c5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 -- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b8c13d370 msgr2=0x7f5b8c0c5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b8c13d370 0x7f5b8c0c5540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 -- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b6c003a80 msgr2=0x7f5b8c0cbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b6c003a80 0x7f5b8c0cbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 -- 172.21.15.105:0/358112133 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b8c13dab0 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.750+0000 7f5b8aa00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400e650 tx=0x7f5b7400eb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.751+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b74015020 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.751+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b74004340 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.751+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b8c0c4a60 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.751+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7400caa0 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.751+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b8c0c5020 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.752+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b8c15dbc0 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.754+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5b74018020 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.754+0000 7f5b83400640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 0x7f5b68079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:28.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.755+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5b74099310 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.755+0000 7f5b8b400640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 0x7f5b68079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:28.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.756+0000 7f5b8b400640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 0x7f5b68079520 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c032000 tx=0x7f5b7c001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:28.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.759+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5b7401f020 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.984 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.982+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5b8c13d840 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.985 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.983+0000 7f5b83400640 1 -- 172.21.15.105:0/358112133 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f5b740621c0 con 0x7f5b8c13e4a0 2024-07-26T07:39:28.985 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 msgr2=0x7f5b68079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 0x7f5b68079520 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c032000 tx=0x7f5b7c001190 comp rx=0 tx=0).stop 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 msgr2=0x7f5b8c13ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400e650 tx=0x7f5b7400eb10 comp rx=0 tx=0).stop 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 shutdown_connections 2024-07-26T07:39:28.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b68077010 0x7f5b68079520 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b8c13d370 0x7f5b8c0c5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b8c13e4a0 0x7f5b8c13ce30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 --2- 172.21.15.105:0/358112133 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b6c003a80 0x7f5b8c0cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.986+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 >> 172.21.15.105:0/358112133 conn(0x7f5b8c06c610 msgr2=0x7f5b8c13c5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.987+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 shutdown_connections 2024-07-26T07:39:28.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:28.987+0000 7f5b90a00640 1 -- 172.21.15.105:0/358112133 wait complete. 2024-07-26T07:39:29.013 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi105.front.sepia.ceph.com... 2024-07-26T07:39:29.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:29.013 DEBUG:teuthology.orchestra.run.smithi105:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-07-26T07:39:29.085 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi105.stderr:ceph-fuse[44745]: fuse finished with error 0 and tester_r 0 2024-07-26T07:39:29.092 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:39:29.630 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:39:29.637 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:39:35.194 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:39:35.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:35.195 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-07-26T07:39:35.258 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:35.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.528+0000 7f31bee00640 1 -- 172.21.15.105:0/861357001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b806f5c0 msgr2=0x7f31b80b3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:35.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.528+0000 7f31bee00640 1 --2- 172.21.15.105:0/861357001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b806f5c0 0x7f31b80b3d90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f31b0005fd0 tx=0x7f31b002aa90 comp rx=0 tx=0).stop 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 -- 172.21.15.105:0/861357001 shutdown_connections 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 --2- 172.21.15.105:0/861357001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b806f5c0 0x7f31b80b3d90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 --2- 172.21.15.105:0/861357001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 0x7f31b8151460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 -- 172.21.15.105:0/861357001 >> 172.21.15.105:0/861357001 conn(0x7f31b806c610 msgr2=0x7f31b806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 -- 172.21.15.105:0/861357001 shutdown_connections 2024-07-26T07:39:35.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.529+0000 7f31bee00640 1 -- 172.21.15.105:0/861357001 wait complete. 2024-07-26T07:39:35.532 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.532+0000 7f31bee00640 1 Processor -- start 2024-07-26T07:39:35.532 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.532+0000 7f31bee00640 1 -- start start 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 0x7f31b814ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b81e25b0 0x7f31b81e29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f31b806eb50 con 0x7f31b815b4f0 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f31b806e9d0 con 0x7f31b81e25b0 2024-07-26T07:39:35.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bee00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f31b806ecd0 con 0x7f31b80cd8a0 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bd000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bd000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51558/0 (socket says 172.21.15.105:51558) 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bd000640 1 -- 172.21.15.105:0/1571787579 learned_addr learned my addr 172.21.15.105:0/1571787579 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31bda00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 0x7f31b814ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.534+0000 7f31be400640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b81e25b0 0x7f31b81e29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 -- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 msgr2=0x7f31b814ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 0x7f31b814ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 -- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b81e25b0 msgr2=0x7f31b81e29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b81e25b0 0x7f31b81e29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.536 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 -- 172.21.15.105:0/1571787579 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b81e2f00 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bd000640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f31a400c3d0 tx=0x7f31a400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a4017070 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31a40053c0 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a4003850 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.535+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b814a660 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.536+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b81f45a0 con 0x7f31b815b4f0 2024-07-26T07:39:35.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.537+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31b80b3d90 con 0x7f31b815b4f0 2024-07-26T07:39:35.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.538+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f31a401a070 con 0x7f31b815b4f0 2024-07-26T07:39:35.540 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.539+0000 7f31b5600640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 0x7f3198079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:35.540 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.539+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f31a4098030 con 0x7f31b815b4f0 2024-07-26T07:39:35.540 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.540+0000 7f31bda00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 0x7f3198079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:35.541 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.541+0000 7f31bda00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 0x7f3198079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f31ac00aba0 tx=0x7f31ac010040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:35.544 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.544+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31b81e2f00 con 0x7f31b815b4f0 2024-07-26T07:39:35.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.749+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f31b8069af0 con 0x7f31b815b4f0 2024-07-26T07:39:35.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.750+0000 7f31b5600640 1 -- 172.21.15.105:0/1571787579 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f31a4069120 con 0x7f31b815b4f0 2024-07-26T07:39:35.751 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:35.751 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 msgr2=0x7f3198079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 0x7f3198079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f31ac00aba0 tx=0x7f31ac010040 comp rx=0 tx=0).stop 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 msgr2=0x7f31b813f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f31a400c3d0 tx=0x7f31a400c890 comp rx=0 tx=0).stop 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 shutdown_connections 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3198077010 0x7f3198079520 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31b81e25b0 0x7f31b81e29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f31b815b4f0 0x7f31b813f2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 --2- 172.21.15.105:0/1571787579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31b80cd8a0 0x7f31b814ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:35.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.753+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 >> 172.21.15.105:0/1571787579 conn(0x7f31b806c610 msgr2=0x7f31b81548d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:35.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.754+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 shutdown_connections 2024-07-26T07:39:35.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:35.754+0000 7f31bee00640 1 -- 172.21.15.105:0/1571787579 wait complete. 2024-07-26T07:39:35.780 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:36.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.048+0000 7fd8cae00640 1 -- 172.21.15.105:0/2363831341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c4142340 msgr2=0x7fd8c40b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.048+0000 7fd8cae00640 1 --2- 172.21.15.105:0/2363831341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c4142340 0x7fd8c40b2b70 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd8c40b34e0 tx=0x7fd8b802a4d0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 -- 172.21.15.105:0/2363831341 shutdown_connections 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 --2- 172.21.15.105:0/2363831341 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c415fb00 0x7fd8c415ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 --2- 172.21.15.105:0/2363831341 >> v2:172.21.15.143:3300/0 conn(0x7fd8c40b38a0 0x7fd8c40b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 --2- 172.21.15.105:0/2363831341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c4142340 0x7fd8c40b2b70 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 -- 172.21.15.105:0/2363831341 >> 172.21.15.105:0/2363831341 conn(0x7fd8c406c610 msgr2=0x7fd8c406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 -- 172.21.15.105:0/2363831341 shutdown_connections 2024-07-26T07:39:36.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.049+0000 7fd8cae00640 1 -- 172.21.15.105:0/2363831341 wait complete. 2024-07-26T07:39:36.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.051+0000 7fd8cae00640 1 Processor -- start 2024-07-26T07:39:36.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.051+0000 7fd8cae00640 1 -- start start 2024-07-26T07:39:36.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8c40b38a0 0x7fd8c40a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 0x7fd8c4140880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c40b58e0 con 0x7fd8c415fb00 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c40b32c0 con 0x7fd8c40b38a0 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8cae00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd8c40b5a60 con 0x7fd8c4142340 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51582/0 (socket says 172.21.15.105:51582) 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 -- 172.21.15.105:0/1068138018 learned_addr learned my addr 172.21.15.105:0/1068138018 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8c9a00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8c40b38a0 0x7fd8c40a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8c9000640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 0x7fd8c4140880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 -- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 msgr2=0x7fd8c4140880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 0x7fd8c4140880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 -- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8c40b38a0 msgr2=0x7fd8c40a9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8c40b38a0 0x7fd8c40a9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.053+0000 7fd8ca400640 1 -- 172.21.15.105:0/1068138018 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c4140dc0 con 0x7fd8c415fb00 2024-07-26T07:39:36.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8c9000640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 0x7fd8c4140880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:36.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8ca400640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00d9a0 tx=0x7fd8bc00de60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc017070 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd8bc00be00 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc003bd0 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c40721c0 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.054+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c4072740 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.055+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c40b2b70 con 0x7fd8c415fb00 2024-07-26T07:39:36.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.057+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd8bc010460 con 0x7fd8c415fb00 2024-07-26T07:39:36.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.058+0000 7fd8c1600640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 0x7fd8a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.058+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd8bc099080 con 0x7fd8c415fb00 2024-07-26T07:39:36.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.058+0000 7fd8c9a00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 0x7fd8a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.060 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.059+0000 7fd8c9a00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 0x7fd8a4079520 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd8b8033000 tx=0x7fd8b8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:36.062 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.062+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8c4140dc0 con 0x7fd8c415fb00 2024-07-26T07:39:36.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.266+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8c4069b20 con 0x7fd8c415fb00 2024-07-26T07:39:36.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.269+0000 7fd8c1600640 1 -- 172.21.15.105:0/1068138018 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7fd8bc061f30 con 0x7fd8c415fb00 2024-07-26T07:39:36.271 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:36.271 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 msgr2=0x7fd8a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 0x7fd8a4079520 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd8b8033000 tx=0x7fd8b8004730 comp rx=0 tx=0).stop 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 msgr2=0x7fd8c41f8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00d9a0 tx=0x7fd8bc00de60 comp rx=0 tx=0).stop 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 shutdown_connections 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8a4077010 0x7fd8a4079520 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8c415fb00 0x7fd8c41f8a80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8c4142340 0x7fd8c4140880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 --2- 172.21.15.105:0/1068138018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8c40b38a0 0x7fd8c40a9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 >> 172.21.15.105:0/1068138018 conn(0x7fd8c406c610 msgr2=0x7fd8c4159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:36.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.272+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 shutdown_connections 2024-07-26T07:39:36.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.273+0000 7fd8cae00640 1 -- 172.21.15.105:0/1068138018 wait complete. 2024-07-26T07:39:36.296 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 -- 172.21.15.105:0/1562202009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 msgr2=0x7facb8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 --2- 172.21.15.105:0/1562202009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facb8004800 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7facd40b3570 tx=0x7facb8005830 comp rx=0 tx=0).stop 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9200640 1 -- 172.21.15.105:0/1562202009 reap_dead start 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 -- 172.21.15.105:0/1562202009 shutdown_connections 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 -- 172.21.15.105:0/1562202009 >> 172.21.15.105:0/1562202009 conn(0x7facd4071b60 msgr2=0x7facd4071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 -- 172.21.15.105:0/1562202009 shutdown_connections 2024-07-26T07:39:36.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.560+0000 7facd9c00640 1 -- 172.21.15.105:0/1562202009 wait complete. 2024-07-26T07:39:36.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.562+0000 7facd9c00640 1 Processor -- start 2024-07-26T07:39:36.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.563+0000 7facd9c00640 1 -- start start 2024-07-26T07:39:36.565 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.565 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7facd406d720 0x7facd413ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.565 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7facd413d200 0x7facd41f7780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.565 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7facd413fa10 con 0x7facb8003fd0 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7facd413f890 con 0x7facd406d720 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd9c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7facd413fb90 con 0x7facd413d200 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd3e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd3e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51598/0 (socket says 172.21.15.105:51598) 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.564+0000 7facd3e00640 1 -- 172.21.15.105:0/3767182617 learned_addr learned my addr 172.21.15.105:0/3767182617 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7faccbe00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7facd406d720 0x7facd413ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 -- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7facd413d200 msgr2=0x7facd41f7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7facd413d200 0x7facd41f7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 -- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7facd406d720 msgr2=0x7facd413ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7facd406d720 0x7facd413ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 -- 172.21.15.105:0/3767182617 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd413d610 con 0x7facb8003fd0 2024-07-26T07:39:36.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd3e00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7facc400e9a0 tx=0x7facc400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:36.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc400cc40 con 0x7facb8003fd0 2024-07-26T07:39:36.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facc400cde0 con 0x7facb8003fd0 2024-07-26T07:39:36.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.565+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facd41e1b10 con 0x7facb8003fd0 2024-07-26T07:39:36.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.566+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc4005280 con 0x7facb8003fd0 2024-07-26T07:39:36.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.566+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facd413a1c0 con 0x7facb8003fd0 2024-07-26T07:39:36.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.567+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facd413f350 con 0x7facb8003fd0 2024-07-26T07:39:36.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.568+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7facc4005420 con 0x7facb8003fd0 2024-07-26T07:39:36.569 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.569+0000 7facd0c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 0x7facb0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:36.569 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.569+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7facc4099410 con 0x7facb8003fd0 2024-07-26T07:39:36.569 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.569+0000 7faccbe00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 0x7facb0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:36.570 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.570+0000 7faccbe00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 0x7facb0079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7facbc033000 tx=0x7facbc02d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:36.573 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.573+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7facd413d610 con 0x7facb8003fd0 2024-07-26T07:39:36.823 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.823+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7facd413e150 con 0x7facb8003fd0 2024-07-26T07:39:36.891 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.891+0000 7facd0c00640 1 -- 172.21.15.105:0/3767182617 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7facc40622c0 con 0x7facb8003fd0 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 msgr2=0x7facb0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 0x7facb0079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7facbc033000 tx=0x7facbc02d000 comp rx=0 tx=0).stop 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 msgr2=0x7facd41f39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7facc400e9a0 tx=0x7facc400ee60 comp rx=0 tx=0).stop 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 shutdown_connections 2024-07-26T07:39:36.895 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7facb0077010 0x7facb0079520 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7facd413d200 0x7facd41f7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7facd406d720 0x7facd413ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 --2- 172.21.15.105:0/3767182617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7facb8003fd0 0x7facd41f39f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.894+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 >> 172.21.15.105:0/3767182617 conn(0x7facd4071b60 msgr2=0x7facd415b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.895+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 shutdown_connections 2024-07-26T07:39:36.896 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:36.895+0000 7facd9c00640 1 -- 172.21.15.105:0/3767182617 wait complete. 2024-07-26T07:39:36.923 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-07-26T07:39:36.924 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T07:39:37.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.198+0000 7fdd74a00640 1 -- 172.21.15.105:0/3628371193 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd70142340 msgr2=0x7fdd700b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:37.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.198+0000 7fdd74a00640 1 --2- 172.21.15.105:0/3628371193 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd70142340 0x7fdd700b2b70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdd60005fd0 tx=0x7fdd6002aa10 comp rx=0 tx=0).stop 2024-07-26T07:39:37.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 -- 172.21.15.105:0/3628371193 shutdown_connections 2024-07-26T07:39:37.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 --2- 172.21.15.105:0/3628371193 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd7006e620 0x7fdd7006ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 --2- 172.21.15.105:0/3628371193 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd70142340 0x7fdd700b2b70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 -- 172.21.15.105:0/3628371193 >> 172.21.15.105:0/3628371193 conn(0x7fdd7006c610 msgr2=0x7fdd7006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:37.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 -- 172.21.15.105:0/3628371193 shutdown_connections 2024-07-26T07:39:37.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.199+0000 7fdd74a00640 1 -- 172.21.15.105:0/3628371193 wait complete. 2024-07-26T07:39:37.202 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.201+0000 7fdd74a00640 1 Processor -- start 2024-07-26T07:39:37.202 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.201+0000 7fdd74a00640 1 -- start start 2024-07-26T07:39:37.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd7006e620 0x7fdd70158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:37.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:37.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd70142340 0x7fdd70155e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700b5a60 con 0x7fdd700b38a0 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700b58e0 con 0x7fdd7006e620 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.203+0000 7fdd74a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdd7006ef70 con 0x7fdd70142340 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51612/0 (socket says 172.21.15.105:51612) 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 -- 172.21.15.105:0/4286081560 learned_addr learned my addr 172.21.15.105:0/4286081560 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd6e800640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd7006e620 0x7fdd70158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd6f200640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd70142340 0x7fdd70155e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 -- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd70142340 msgr2=0x7fdd70155e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd70142340 0x7fdd70155e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 -- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd7006e620 msgr2=0x7fdd70158790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd7006e620 0x7fdd70158790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 -- 172.21.15.105:0/4286081560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd701576f0 con 0x7fdd700b38a0 2024-07-26T07:39:37.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.204+0000 7fdd65e00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800c3a0 tx=0x7fdd5800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:37.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.205+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd58017070 con 0x7fdd700b38a0 2024-07-26T07:39:37.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.205+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd580053c0 con 0x7fdd700b38a0 2024-07-26T07:39:37.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.205+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd58003850 con 0x7fdd700b38a0 2024-07-26T07:39:37.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.205+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd701579d0 con 0x7fdd700b38a0 2024-07-26T07:39:37.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.205+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd70157f90 con 0x7fdd700b38a0 2024-07-26T07:39:37.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.206+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd70157460 con 0x7fdd700b38a0 2024-07-26T07:39:37.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.207+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd5801a070 con 0x7fdd700b38a0 2024-07-26T07:39:37.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.209+0000 7fdd67400640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 0x7fdd4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:37.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.209+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdd580980a0 con 0x7fdd700b38a0 2024-07-26T07:39:37.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.209+0000 7fdd6e800640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 0x7fdd4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:37.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.211+0000 7fdd6e800640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 0x7fdd4c079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdd60035000 tx=0x7fdd6003b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:37.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.214+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd58060870 con 0x7fdd700b38a0 2024-07-26T07:39:37.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.464+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fdd7015e3c0 con 0x7fdd700b38a0 2024-07-26T07:39:37.905 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.904+0000 7fdd67400640 1 -- 172.21.15.105:0/4286081560 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7fdd7015e3c0 con 0x7fdd700b38a0 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 msgr2=0x7fdd4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 0x7fdd4c079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdd60035000 tx=0x7fdd6003b040 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 msgr2=0x7fdd701f60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800c3a0 tx=0x7fdd5800c860 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 shutdown_connections 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdd4c077010 0x7fdd4c079520 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdd70142340 0x7fdd70155e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd700b38a0 0x7fdd701f60d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 --2- 172.21.15.105:0/4286081560 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdd7006e620 0x7fdd70158790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 >> 172.21.15.105:0/4286081560 conn(0x7fdd7006c610 msgr2=0x7fdd7015dcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:37.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 shutdown_connections 2024-07-26T07:39:37.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:37.908+0000 7fdd74a00640 1 -- 172.21.15.105:0/4286081560 wait complete. 2024-07-26T07:39:37.940 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T07:39:37.940 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:38.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.214+0000 7f5b41c00640 1 -- 172.21.15.105:0/2225577734 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 msgr2=0x7f5b3c0b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.214+0000 7f5b41c00640 1 --2- 172.21.15.105:0/2225577734 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c0b3cb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5b24009830 tx=0x7f5b2402a480 comp rx=0 tx=0).stop 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 -- 172.21.15.105:0/2225577734 shutdown_connections 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 --2- 172.21.15.105:0/2225577734 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c0b3cb0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 --2- 172.21.15.105:0/2225577734 >> v2:172.21.15.143:3300/0 conn(0x7f5b3c142340 0x7f5b3c0b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 -- 172.21.15.105:0/2225577734 >> 172.21.15.105:0/2225577734 conn(0x7f5b3c06c610 msgr2=0x7f5b3c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 -- 172.21.15.105:0/2225577734 shutdown_connections 2024-07-26T07:39:38.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.215+0000 7f5b41c00640 1 -- 172.21.15.105:0/2225577734 wait complete. 2024-07-26T07:39:38.217 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.217+0000 7f5b41c00640 1 Processor -- start 2024-07-26T07:39:38.217 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.217+0000 7f5b41c00640 1 -- start start 2024-07-26T07:39:38.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c1592b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 0x7f5b3c06d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0cf630 con 0x7f5b3c142340 2024-07-26T07:39:38.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0b32c0 con 0x7f5b3c15fb00 2024-07-26T07:39:38.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3c0b58e0 con 0x7f5b3c0b38a0 2024-07-26T07:39:38.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b3b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b3b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51626/0 (socket says 172.21.15.105:51626) 2024-07-26T07:39:38.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b3b400640 1 -- 172.21.15.105:0/553946225 learned_addr learned my addr 172.21.15.105:0/553946225 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b3be00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c1592b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.219+0000 7f5b41200640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 0x7f5b3c06d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 -- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 msgr2=0x7f5b3c1592b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c1592b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 -- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 msgr2=0x7f5b3c06d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 0x7f5b3c06d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 -- 172.21.15.105:0/553946225 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3c1580b0 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b41200640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 0x7f5b3c06d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b3b400640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5b2402aa70 tx=0x7f5b24033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b24031d60 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b24033e10 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b24005260 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.220+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3c158390 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.221+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b3c158950 con 0x7f5b3c142340 2024-07-26T07:39:38.222 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.222+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b3c160740 con 0x7f5b3c142340 2024-07-26T07:39:38.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.223+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5b24005400 con 0x7f5b3c142340 2024-07-26T07:39:38.224 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.224+0000 7f5b33e00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 0x7f5b18079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.224 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.224+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5b240b9cb0 con 0x7f5b3c142340 2024-07-26T07:39:38.224 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.224+0000 7f5b3be00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 0x7f5b18079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.226 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.226+0000 7f5b3be00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 0x7f5b18079550 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c005fd0 tx=0x7f5b2c0095c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:38.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.229+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5b2403f030 con 0x7f5b3c142340 2024-07-26T07:39:38.475 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.474+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b3c157e40 con 0x7f5b3c142340 2024-07-26T07:39:38.476 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.476+0000 7f5b33e00640 1 -- 172.21.15.105:0/553946225 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f5b24082b60 con 0x7f5b3c142340 2024-07-26T07:39:38.476 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:38.476 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:38.477 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.478+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 msgr2=0x7f5b18079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.478+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 0x7f5b18079550 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c005fd0 tx=0x7f5b2c0095c0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.478+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 msgr2=0x7f5b3c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.478+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5b2402aa70 tx=0x7f5b24033c20 comp rx=0 tx=0).stop 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 shutdown_connections 2024-07-26T07:39:38.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b18077040 0x7f5b18079550 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3c15fb00 0x7f5b3c06d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b3c142340 0x7f5b3c06d3c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 --2- 172.21.15.105:0/553946225 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b3c0b38a0 0x7f5b3c1592b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 >> 172.21.15.105:0/553946225 conn(0x7f5b3c06c610 msgr2=0x7f5b3c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 shutdown_connections 2024-07-26T07:39:38.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.479+0000 7f5b41c00640 1 -- 172.21.15.105:0/553946225 wait complete. 2024-07-26T07:39:38.505 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 -- 172.21.15.105:0/3684136953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c15e910 msgr2=0x7f122c15ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 --2- 172.21.15.105:0/3684136953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c15e910 0x7f122c15ed20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1224005fd0 tx=0x7f122402a820 comp rx=0 tx=0).stop 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 -- 172.21.15.105:0/3684136953 shutdown_connections 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 --2- 172.21.15.105:0/3684136953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c15e910 0x7f122c15ed20 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 --2- 172.21.15.105:0/3684136953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c072120 0x7f122c0b51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 -- 172.21.15.105:0/3684136953 >> 172.21.15.105:0/3684136953 conn(0x7f122c06c610 msgr2=0x7f122c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:38.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 -- 172.21.15.105:0/3684136953 shutdown_connections 2024-07-26T07:39:38.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.769+0000 7f122b200640 1 -- 172.21.15.105:0/3684136953 wait complete. 2024-07-26T07:39:38.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.772+0000 7f122b200640 1 Processor -- start 2024-07-26T07:39:38.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.772+0000 7f122b200640 1 -- start start 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f122c072120 0x7f122c0ae770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c15e910 0x7f122c1594e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f122c0ce9e0 con 0x7f122c155480 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f122c0ce860 con 0x7f122c072120 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.773+0000 7f122b200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f122c0ceb60 con 0x7f122c15e910 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51640/0 (socket says 172.21.15.105:51640) 2024-07-26T07:39:38.775 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 -- 172.21.15.105:0/151471568 learned_addr learned my addr 172.21.15.105:0/151471568 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f122a800640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c15e910 0x7f122c1594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 -- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c15e910 msgr2=0x7f122c1594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c15e910 0x7f122c1594e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 -- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f122c072120 msgr2=0x7f122c0ae770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f122c072120 0x7f122c0ae770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 -- 172.21.15.105:0/151471568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122c13d930 con 0x7f122c155480 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.774+0000 7f1223e00640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f121c00c920 tx=0x7f121c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.775+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121c007bb0 con 0x7f122c155480 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.775+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f121c007e40 con 0x7f122c155480 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.775+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121c005280 con 0x7f122c155480 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.775+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f122c13de30 con 0x7f122c155480 2024-07-26T07:39:38.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.775+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f122c13e3f0 con 0x7f122c155480 2024-07-26T07:39:38.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.776+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f122c0cf110 con 0x7f122c155480 2024-07-26T07:39:38.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.777+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f121c005420 con 0x7f122c155480 2024-07-26T07:39:38.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.778+0000 7f1222000640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 0x7f1208079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:38.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.778+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f121c098ed0 con 0x7f122c155480 2024-07-26T07:39:38.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.779+0000 7f1229e00640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 0x7f1208079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:38.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.780+0000 7f1229e00640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 0x7f1208079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1214001510 tx=0x7f1214007930 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:38.783 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.783+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f121c014030 con 0x7f122c155480 2024-07-26T07:39:38.979 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.979+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f122c069af0 con 0x7f122c155480 2024-07-26T07:39:38.982 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.982+0000 7f1222000640 1 -- 172.21.15.105:0/151471568 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f121c061eb0 con 0x7f122c155480 2024-07-26T07:39:38.983 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:38.983 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:38.985 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 msgr2=0x7f1208079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.985 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 0x7f1208079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1214001510 tx=0x7f1214007930 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 msgr2=0x7f122c0aecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f121c00c920 tx=0x7f121c00cde0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 shutdown_connections 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1208077010 0x7f1208079520 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122c15e910 0x7f122c1594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f122c155480 0x7f122c0aecb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 --2- 172.21.15.105:0/151471568 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f122c072120 0x7f122c0ae770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 >> 172.21.15.105:0/151471568 conn(0x7f122c06c610 msgr2=0x7f122c142c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 shutdown_connections 2024-07-26T07:39:38.986 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:38.985+0000 7f122b200640 1 -- 172.21.15.105:0/151471568 wait complete. 2024-07-26T07:39:39.012 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T07:39:39.012 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 -- 172.21.15.105:0/2390472702 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f14003a00 msgr2=0x7f2f14003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 --2- 172.21.15.105:0/2390472702 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f14003a00 0x7f2f14003e70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2f20009b50 tx=0x7f2f14005830 comp rx=0 tx=0).stop 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2e800640 1 -- 172.21.15.105:0/2390472702 reap_dead start 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 -- 172.21.15.105:0/2390472702 shutdown_connections 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 -- 172.21.15.105:0/2390472702 >> 172.21.15.105:0/2390472702 conn(0x7f2f3006c610 msgr2=0x7f2f3006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 -- 172.21.15.105:0/2390472702 shutdown_connections 2024-07-26T07:39:39.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.278+0000 7f2f2f200640 1 -- 172.21.15.105:0/2390472702 wait complete. 2024-07-26T07:39:39.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.281+0000 7f2f2f200640 1 Processor -- start 2024-07-26T07:39:39.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.281+0000 7f2f2f200640 1 -- start start 2024-07-26T07:39:39.284 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 0x7f2f30144e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.284 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f301f8ab0 0x7f2f301e7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3015f2a0 con 0x7f2f300b3bd0 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3015f120 con 0x7f2f301f8ab0 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.282+0000 7f2f2f200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3015f420 con 0x7f2f14003a00 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51652/0 (socket says 172.21.15.105:51652) 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 -- 172.21.15.105:0/1892970557 learned_addr learned my addr 172.21.15.105:0/1892970557 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f25400640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f301f8ab0 0x7f2f301e7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2de00640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 0x7f2f30144e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 -- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 msgr2=0x7f2f30144e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 0x7f2f30144e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 -- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f301f8ab0 msgr2=0x7f2f301e7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.285 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f301f8ab0 0x7f2f301e7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 -- 172.21.15.105:0/1892970557 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f300b4520 con 0x7f2f300b3bd0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2de00640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 0x7f2f30144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.283+0000 7f2f2e800640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2f3006ee60 tx=0x7f2f2800eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.284+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28004b20 con 0x7f2f300b3bd0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.284+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f28004db0 con 0x7f2f300b3bd0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.284+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2800cd90 con 0x7f2f300b3bd0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.284+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f30145360 con 0x7f2f300b3bd0 2024-07-26T07:39:39.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.284+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f30145b50 con 0x7f2f300b3bd0 2024-07-26T07:39:39.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.285+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f301455e0 con 0x7f2f300b3bd0 2024-07-26T07:39:39.287 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.286+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f2801b030 con 0x7f2f300b3bd0 2024-07-26T07:39:39.288 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.288+0000 7f2f26a00640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 0x7f2f0c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.288 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.288+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2f280986a0 con 0x7f2f300b3bd0 2024-07-26T07:39:39.288 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.288+0000 7f2f2de00640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 0x7f2f0c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.290+0000 7f2f2de00640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 0x7f2f0c079550 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2f20009b50 tx=0x7f2f2002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:39.293 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.292+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f28022060 con 0x7f2f300b3bd0 2024-07-26T07:39:39.502 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.502+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f3006f4d0 con 0x7f2f0c077040 2024-07-26T07:39:39.526 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.525+0000 7f2f26a00640 1 -- 172.21.15.105:0/1892970557 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7f2f3006f4d0 con 0x7f2f0c077040 2024-07-26T07:39:39.530 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:39.532 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.531+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 msgr2=0x7f2f0c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.531+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 0x7f2f0c079550 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2f20009b50 tx=0x7f2f2002d040 comp rx=0 tx=0).stop 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.531+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 msgr2=0x7f2f300b3fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.531+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2f3006ee60 tx=0x7f2f2800eec0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 shutdown_connections 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f0c077040 0x7f2f0c079550 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f300b3bd0 0x7f2f300b3fe0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f301f8ab0 0x7f2f301e7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 --2- 172.21.15.105:0/1892970557 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f14003a00 0x7f2f30144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 >> 172.21.15.105:0/1892970557 conn(0x7f2f3006c610 msgr2=0x7f2f3015c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:39.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 shutdown_connections 2024-07-26T07:39:39.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.532+0000 7f2f2f200640 1 -- 172.21.15.105:0/1892970557 wait complete. 2024-07-26T07:39:39.558 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-07-26T07:39:38.802602+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":155,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219500,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755220,"statfs":{"total":773094113280,"available":772869345280,"internally_reserved":0,"allocated":3416064,"data_stored":2034928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006573"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807274+0000","last_change":"2024-07-26T07:39:12.744452+0000","last_active":"2024-07-26T07:39:18.807274+0000","last_peered":"2024-07-26T07:39:18.807274+0000","last_clean":"2024-07-26T07:39:18.807274+0000","last_became_active":"2024-07-26T07:39:12.744086+0000","last_became_peered":"2024-07-26T07:39:12.744086+0000","last_unstale":"2024-07-26T07:39:18.807274+0000","last_undegraded":"2024-07-26T07:39:18.807274+0000","last_fullsized":"2024-07-26T07:39:18.807274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601555+0000","last_change":"2024-07-26T07:39:13.780395+0000","last_active":"2024-07-26T07:39:19.601555+0000","last_peered":"2024-07-26T07:39:19.601555+0000","last_clean":"2024-07-26T07:39:19.601555+0000","last_became_active":"2024-07-26T07:39:13.775610+0000","last_became_peered":"2024-07-26T07:39:13.775610+0000","last_unstale":"2024-07-26T07:39:19.601555+0000","last_undegraded":"2024-07-26T07:39:19.601555+0000","last_fullsized":"2024-07-26T07:39:19.601555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132910+0000","last_change":"2024-07-26T07:39:17.848957+0000","last_active":"2024-07-26T07:39:19.132910+0000","last_peered":"2024-07-26T07:39:19.132910+0000","last_clean":"2024-07-26T07:39:19.132910+0000","last_became_active":"2024-07-26T07:39:17.844296+0000","last_became_peered":"2024-07-26T07:39:17.844296+0000","last_unstale":"2024-07-26T07:39:19.132910+0000","last_undegraded":"2024-07-26T07:39:19.132910+0000","last_fullsized":"2024-07-26T07:39:19.132910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:15.716255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601675+0000","last_change":"2024-07-26T07:39:12.754176+0000","last_active":"2024-07-26T07:39:19.601675+0000","last_peered":"2024-07-26T07:39:19.601675+0000","last_clean":"2024-07-26T07:39:19.601675+0000","last_became_active":"2024-07-26T07:39:12.753781+0000","last_became_peered":"2024-07-26T07:39:12.753781+0000","last_unstale":"2024-07-26T07:39:19.601675+0000","last_undegraded":"2024-07-26T07:39:19.601675+0000","last_fullsized":"2024-07-26T07:39:19.601675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600712+0000","last_change":"2024-07-26T07:39:13.788211+0000","last_active":"2024-07-26T07:39:19.600712+0000","last_peered":"2024-07-26T07:39:19.600712+0000","last_clean":"2024-07-26T07:39:19.600712+0000","last_became_active":"2024-07-26T07:39:13.787386+0000","last_became_peered":"2024-07-26T07:39:13.787386+0000","last_unstale":"2024-07-26T07:39:19.600712+0000","last_undegraded":"2024-07-26T07:39:19.600712+0000","last_fullsized":"2024-07-26T07:39:19.600712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100940+0000","last_change":"2024-07-26T07:39:17.839943+0000","last_active":"2024-07-26T07:39:20.100940+0000","last_peered":"2024-07-26T07:39:20.100940+0000","last_clean":"2024-07-26T07:39:20.100940+0000","last_became_active":"2024-07-26T07:39:17.839479+0000","last_became_peered":"2024-07-26T07:39:17.839479+0000","last_unstale":"2024-07-26T07:39:20.100940+0000","last_undegraded":"2024-07-26T07:39:20.100940+0000","last_fullsized":"2024-07-26T07:39:20.100940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101765+0000","last_change":"2024-07-26T07:39:12.726972+0000","last_active":"2024-07-26T07:39:20.101765+0000","last_peered":"2024-07-26T07:39:20.101765+0000","last_clean":"2024-07-26T07:39:20.101765+0000","last_became_active":"2024-07-26T07:39:12.726635+0000","last_became_peered":"2024-07-26T07:39:12.726635+0000","last_unstale":"2024-07-26T07:39:20.101765+0000","last_undegraded":"2024-07-26T07:39:20.101765+0000","last_fullsized":"2024-07-26T07:39:20.101765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807788+0000","last_change":"2024-07-26T07:39:13.779083+0000","last_active":"2024-07-26T07:39:18.807788+0000","last_peered":"2024-07-26T07:39:18.807788+0000","last_clean":"2024-07-26T07:39:18.807788+0000","last_became_active":"2024-07-26T07:39:13.778781+0000","last_became_peered":"2024-07-26T07:39:13.778781+0000","last_unstale":"2024-07-26T07:39:18.807788+0000","last_undegraded":"2024-07-26T07:39:18.807788+0000","last_fullsized":"2024-07-26T07:39:18.807788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103503+0000","last_change":"2024-07-26T07:39:17.840804+0000","last_active":"2024-07-26T07:39:20.103503+0000","last_peered":"2024-07-26T07:39:20.103503+0000","last_clean":"2024-07-26T07:39:20.103503+0000","last_became_active":"2024-07-26T07:39:17.836819+0000","last_became_peered":"2024-07-26T07:39:17.836819+0000","last_unstale":"2024-07-26T07:39:20.103503+0000","last_undegraded":"2024-07-26T07:39:20.103503+0000","last_fullsized":"2024-07-26T07:39:20.103503+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:41.678147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103185+0000","last_change":"2024-07-26T07:39:12.740439+0000","last_active":"2024-07-26T07:39:20.103185+0000","last_peered":"2024-07-26T07:39:20.103185+0000","last_clean":"2024-07-26T07:39:20.103185+0000","last_became_active":"2024-07-26T07:39:12.732081+0000","last_became_peered":"2024-07-26T07:39:12.732081+0000","last_unstale":"2024-07-26T07:39:20.103185+0000","last_undegraded":"2024-07-26T07:39:20.103185+0000","last_fullsized":"2024-07-26T07:39:20.103185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805736+0000","last_change":"2024-07-26T07:39:13.779816+0000","last_active":"2024-07-26T07:39:18.805736+0000","last_peered":"2024-07-26T07:39:18.805736+0000","last_clean":"2024-07-26T07:39:18.805736+0000","last_became_active":"2024-07-26T07:39:13.779449+0000","last_became_peered":"2024-07-26T07:39:13.779449+0000","last_unstale":"2024-07-26T07:39:18.805736+0000","last_undegraded":"2024-07-26T07:39:18.805736+0000","last_fullsized":"2024-07-26T07:39:18.805736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:57.479919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101028+0000","last_change":"2024-07-26T07:39:17.839887+0000","last_active":"2024-07-26T07:39:20.101028+0000","last_peered":"2024-07-26T07:39:20.101028+0000","last_clean":"2024-07-26T07:39:20.101028+0000","last_became_active":"2024-07-26T07:39:17.836640+0000","last_became_peered":"2024-07-26T07:39:17.836640+0000","last_unstale":"2024-07-26T07:39:20.101028+0000","last_undegraded":"2024-07-26T07:39:20.101028+0000","last_fullsized":"2024-07-26T07:39:20.101028+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803954+0000","last_change":"2024-07-26T07:39:13.769986+0000","last_active":"2024-07-26T07:39:18.803954+0000","last_peered":"2024-07-26T07:39:18.803954+0000","last_clean":"2024-07-26T07:39:18.803954+0000","last_became_active":"2024-07-26T07:39:13.769656+0000","last_became_peered":"2024-07-26T07:39:13.769656+0000","last_unstale":"2024-07-26T07:39:18.803954+0000","last_undegraded":"2024-07-26T07:39:18.803954+0000","last_fullsized":"2024-07-26T07:39:18.803954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:00.771804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804632+0000","last_change":"2024-07-26T07:39:12.748202+0000","last_active":"2024-07-26T07:39:18.804632+0000","last_peered":"2024-07-26T07:39:18.804632+0000","last_clean":"2024-07-26T07:39:18.804632+0000","last_became_active":"2024-07-26T07:39:12.743011+0000","last_became_peered":"2024-07-26T07:39:12.743011+0000","last_unstale":"2024-07-26T07:39:18.804632+0000","last_undegraded":"2024-07-26T07:39:18.804632+0000","last_fullsized":"2024-07-26T07:39:18.804632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805547+0000","last_change":"2024-07-26T07:39:17.833284+0000","last_active":"2024-07-26T07:39:18.805547+0000","last_peered":"2024-07-26T07:39:18.805547+0000","last_clean":"2024-07-26T07:39:18.805547+0000","last_became_active":"2024-07-26T07:39:17.832776+0000","last_became_peered":"2024-07-26T07:39:17.832776+0000","last_unstale":"2024-07-26T07:39:18.805547+0000","last_undegraded":"2024-07-26T07:39:18.805547+0000","last_fullsized":"2024-07-26T07:39:18.805547+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:39.568399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133101+0000","last_change":"2024-07-26T07:39:13.782944+0000","last_active":"2024-07-26T07:39:19.133101+0000","last_peered":"2024-07-26T07:39:19.133101+0000","last_clean":"2024-07-26T07:39:19.133101+0000","last_became_active":"2024-07-26T07:39:13.782512+0000","last_became_peered":"2024-07-26T07:39:13.782512+0000","last_unstale":"2024-07-26T07:39:19.133101+0000","last_undegraded":"2024-07-26T07:39:19.133101+0000","last_fullsized":"2024-07-26T07:39:19.133101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:46:17.458068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102568+0000","last_change":"2024-07-26T07:39:12.753156+0000","last_active":"2024-07-26T07:39:20.102568+0000","last_peered":"2024-07-26T07:39:20.102568+0000","last_clean":"2024-07-26T07:39:20.102568+0000","last_became_active":"2024-07-26T07:39:12.751529+0000","last_became_peered":"2024-07-26T07:39:12.751529+0000","last_unstale":"2024-07-26T07:39:20.102568+0000","last_undegraded":"2024-07-26T07:39:20.102568+0000","last_fullsized":"2024-07-26T07:39:20.102568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101367+0000","last_change":"2024-07-26T07:39:17.835618+0000","last_active":"2024-07-26T07:39:20.101367+0000","last_peered":"2024-07-26T07:39:20.101367+0000","last_clean":"2024-07-26T07:39:20.101367+0000","last_became_active":"2024-07-26T07:39:17.835172+0000","last_became_peered":"2024-07-26T07:39:17.835172+0000","last_unstale":"2024-07-26T07:39:20.101367+0000","last_undegraded":"2024-07-26T07:39:20.101367+0000","last_fullsized":"2024-07-26T07:39:20.101367+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:13.772337+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:13.771969+0000","last_became_peered":"2024-07-26T07:39:13.771969+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805538+0000","last_change":"2024-07-26T07:39:12.744383+0000","last_active":"2024-07-26T07:39:18.805538+0000","last_peered":"2024-07-26T07:39:18.805538+0000","last_clean":"2024-07-26T07:39:18.805538+0000","last_became_active":"2024-07-26T07:39:12.743999+0000","last_became_peered":"2024-07-26T07:39:12.743999+0000","last_unstale":"2024-07-26T07:39:18.805538+0000","last_undegraded":"2024-07-26T07:39:18.805538+0000","last_fullsized":"2024-07-26T07:39:18.805538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134426+0000","last_change":"2024-07-26T07:39:17.856961+0000","last_active":"2024-07-26T07:39:19.134426+0000","last_peered":"2024-07-26T07:39:19.134426+0000","last_clean":"2024-07-26T07:39:19.134426+0000","last_became_active":"2024-07-26T07:39:17.856301+0000","last_became_peered":"2024-07-26T07:39:17.856301+0000","last_unstale":"2024-07-26T07:39:19.134426+0000","last_undegraded":"2024-07-26T07:39:19.134426+0000","last_fullsized":"2024-07-26T07:39:19.134426+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:41:30.321764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803905+0000","last_change":"2024-07-26T07:39:13.781203+0000","last_active":"2024-07-26T07:39:18.803905+0000","last_peered":"2024-07-26T07:39:18.803905+0000","last_clean":"2024-07-26T07:39:18.803905+0000","last_became_active":"2024-07-26T07:39:13.780832+0000","last_became_peered":"2024-07-26T07:39:13.780832+0000","last_unstale":"2024-07-26T07:39:18.803905+0000","last_undegraded":"2024-07-26T07:39:18.803905+0000","last_fullsized":"2024-07-26T07:39:18.803905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:43.732029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.099817+0000","last_change":"2024-07-26T07:39:12.743960+0000","last_active":"2024-07-26T07:39:20.099817+0000","last_peered":"2024-07-26T07:39:20.099817+0000","last_clean":"2024-07-26T07:39:20.099817+0000","last_became_active":"2024-07-26T07:39:12.743648+0000","last_became_peered":"2024-07-26T07:39:12.743648+0000","last_unstale":"2024-07-26T07:39:20.099817+0000","last_undegraded":"2024-07-26T07:39:20.099817+0000","last_fullsized":"2024-07-26T07:39:20.099817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103358+0000","last_change":"2024-07-26T07:39:17.831585+0000","last_active":"2024-07-26T07:39:20.103358+0000","last_peered":"2024-07-26T07:39:20.103358+0000","last_clean":"2024-07-26T07:39:20.103358+0000","last_became_active":"2024-07-26T07:39:17.829340+0000","last_became_peered":"2024-07-26T07:39:17.829340+0000","last_unstale":"2024-07-26T07:39:20.103358+0000","last_undegraded":"2024-07-26T07:39:20.103358+0000","last_fullsized":"2024-07-26T07:39:20.103358+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:56.211254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805862+0000","last_change":"2024-07-26T07:39:13.786404+0000","last_active":"2024-07-26T07:39:18.805862+0000","last_peered":"2024-07-26T07:39:18.805862+0000","last_clean":"2024-07-26T07:39:18.805862+0000","last_became_active":"2024-07-26T07:39:13.786095+0000","last_became_peered":"2024-07-26T07:39:13.786095+0000","last_unstale":"2024-07-26T07:39:18.805862+0000","last_undegraded":"2024-07-26T07:39:18.805862+0000","last_fullsized":"2024-07-26T07:39:18.805862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806796+0000","last_change":"2024-07-26T07:39:12.759039+0000","last_active":"2024-07-26T07:39:18.806796+0000","last_peered":"2024-07-26T07:39:18.806796+0000","last_clean":"2024-07-26T07:39:18.806796+0000","last_became_active":"2024-07-26T07:39:12.758771+0000","last_became_peered":"2024-07-26T07:39:12.758771+0000","last_unstale":"2024-07-26T07:39:18.806796+0000","last_undegraded":"2024-07-26T07:39:18.806796+0000","last_fullsized":"2024-07-26T07:39:18.806796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:56.764701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101773+0000","last_change":"2024-07-26T07:39:17.830228+0000","last_active":"2024-07-26T07:39:20.101773+0000","last_peered":"2024-07-26T07:39:20.101773+0000","last_clean":"2024-07-26T07:39:20.101773+0000","last_became_active":"2024-07-26T07:39:17.829745+0000","last_became_peered":"2024-07-26T07:39:17.829745+0000","last_unstale":"2024-07-26T07:39:20.101773+0000","last_undegraded":"2024-07-26T07:39:20.101773+0000","last_fullsized":"2024-07-26T07:39:20.101773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806976+0000","last_change":"2024-07-26T07:39:13.777724+0000","last_active":"2024-07-26T07:39:18.806976+0000","last_peered":"2024-07-26T07:39:18.806976+0000","last_clean":"2024-07-26T07:39:18.806976+0000","last_became_active":"2024-07-26T07:39:13.777065+0000","last_became_peered":"2024-07-26T07:39:13.777065+0000","last_unstale":"2024-07-26T07:39:18.806976+0000","last_undegraded":"2024-07-26T07:39:18.806976+0000","last_fullsized":"2024-07-26T07:39:18.806976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"26'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:27.806726+0000","last_change":"2024-07-26T07:39:12.761683+0000","last_active":"2024-07-26T07:39:27.806726+0000","last_peered":"2024-07-26T07:39:27.806726+0000","last_clean":"2024-07-26T07:39:27.806726+0000","last_became_active":"2024-07-26T07:39:12.759625+0000","last_became_peered":"2024-07-26T07:39:12.759625+0000","last_unstale":"2024-07-26T07:39:27.806726+0000","last_undegraded":"2024-07-26T07:39:27.806726+0000","last_fullsized":"2024-07-26T07:39:27.806726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805630+0000","last_change":"2024-07-26T07:39:17.844059+0000","last_active":"2024-07-26T07:39:18.805630+0000","last_peered":"2024-07-26T07:39:18.805630+0000","last_clean":"2024-07-26T07:39:18.805630+0000","last_became_active":"2024-07-26T07:39:17.842334+0000","last_became_peered":"2024-07-26T07:39:17.842334+0000","last_unstale":"2024-07-26T07:39:18.805630+0000","last_undegraded":"2024-07-26T07:39:18.805630+0000","last_fullsized":"2024-07-26T07:39:18.805630+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:47.803276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103287+0000","last_change":"2024-07-26T07:39:13.783524+0000","last_active":"2024-07-26T07:39:20.103287+0000","last_peered":"2024-07-26T07:39:20.103287+0000","last_clean":"2024-07-26T07:39:20.103287+0000","last_became_active":"2024-07-26T07:39:13.783221+0000","last_became_peered":"2024-07-26T07:39:13.783221+0000","last_unstale":"2024-07-26T07:39:20.103287+0000","last_undegraded":"2024-07-26T07:39:20.103287+0000","last_fullsized":"2024-07-26T07:39:20.103287+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806680+0000","last_change":"2024-07-26T07:39:12.745995+0000","last_active":"2024-07-26T07:39:18.806680+0000","last_peered":"2024-07-26T07:39:18.806680+0000","last_clean":"2024-07-26T07:39:18.806680+0000","last_became_active":"2024-07-26T07:39:12.745678+0000","last_became_peered":"2024-07-26T07:39:12.745678+0000","last_unstale":"2024-07-26T07:39:18.806680+0000","last_undegraded":"2024-07-26T07:39:18.806680+0000","last_fullsized":"2024-07-26T07:39:18.806680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:03.166940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102666+0000","last_change":"2024-07-26T07:39:17.838705+0000","last_active":"2024-07-26T07:39:20.102666+0000","last_peered":"2024-07-26T07:39:20.102666+0000","last_clean":"2024-07-26T07:39:20.102666+0000","last_became_active":"2024-07-26T07:39:17.838262+0000","last_became_peered":"2024-07-26T07:39:17.838262+0000","last_unstale":"2024-07-26T07:39:20.102666+0000","last_undegraded":"2024-07-26T07:39:20.102666+0000","last_fullsized":"2024-07-26T07:39:20.102666+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103045+0000","last_change":"2024-07-26T07:39:13.792726+0000","last_active":"2024-07-26T07:39:20.103045+0000","last_peered":"2024-07-26T07:39:20.103045+0000","last_clean":"2024-07-26T07:39:20.103045+0000","last_became_active":"2024-07-26T07:39:13.782257+0000","last_became_peered":"2024-07-26T07:39:13.782257+0000","last_unstale":"2024-07-26T07:39:20.103045+0000","last_undegraded":"2024-07-26T07:39:20.103045+0000","last_fullsized":"2024-07-26T07:39:20.103045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600539+0000","last_change":"2024-07-26T07:39:12.754418+0000","last_active":"2024-07-26T07:39:19.600539+0000","last_peered":"2024-07-26T07:39:19.600539+0000","last_clean":"2024-07-26T07:39:19.600539+0000","last_became_active":"2024-07-26T07:39:12.754075+0000","last_became_peered":"2024-07-26T07:39:12.754075+0000","last_unstale":"2024-07-26T07:39:19.600539+0000","last_undegraded":"2024-07-26T07:39:19.600539+0000","last_fullsized":"2024-07-26T07:39:19.600539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102169+0000","last_change":"2024-07-26T07:39:17.834790+0000","last_active":"2024-07-26T07:39:20.102169+0000","last_peered":"2024-07-26T07:39:20.102169+0000","last_clean":"2024-07-26T07:39:20.102169+0000","last_became_active":"2024-07-26T07:39:17.833949+0000","last_became_peered":"2024-07-26T07:39:17.833949+0000","last_unstale":"2024-07-26T07:39:20.102169+0000","last_undegraded":"2024-07-26T07:39:20.102169+0000","last_fullsized":"2024-07-26T07:39:20.102169+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:10.159057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100942+0000","last_change":"2024-07-26T07:39:13.788829+0000","last_active":"2024-07-26T07:39:20.100942+0000","last_peered":"2024-07-26T07:39:20.100942+0000","last_clean":"2024-07-26T07:39:20.100942+0000","last_became_active":"2024-07-26T07:39:13.787849+0000","last_became_peered":"2024-07-26T07:39:13.787849+0000","last_unstale":"2024-07-26T07:39:20.100942+0000","last_undegraded":"2024-07-26T07:39:20.100942+0000","last_fullsized":"2024-07-26T07:39:20.100942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805187+0000","last_change":"2024-07-26T07:39:12.754723+0000","last_active":"2024-07-26T07:39:18.805187+0000","last_peered":"2024-07-26T07:39:18.805187+0000","last_clean":"2024-07-26T07:39:18.805187+0000","last_became_active":"2024-07-26T07:39:12.754344+0000","last_became_peered":"2024-07-26T07:39:12.754344+0000","last_unstale":"2024-07-26T07:39:18.805187+0000","last_undegraded":"2024-07-26T07:39:18.805187+0000","last_fullsized":"2024-07-26T07:39:18.805187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:40.183637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103170+0000","last_change":"2024-07-26T07:39:17.841436+0000","last_active":"2024-07-26T07:39:20.103170+0000","last_peered":"2024-07-26T07:39:20.103170+0000","last_clean":"2024-07-26T07:39:20.103170+0000","last_became_active":"2024-07-26T07:39:17.840864+0000","last_became_peered":"2024-07-26T07:39:17.840864+0000","last_unstale":"2024-07-26T07:39:20.103170+0000","last_undegraded":"2024-07-26T07:39:20.103170+0000","last_fullsized":"2024-07-26T07:39:20.103170+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599598+0000","last_change":"2024-07-26T07:39:13.772181+0000","last_active":"2024-07-26T07:39:19.599598+0000","last_peered":"2024-07-26T07:39:19.599598+0000","last_clean":"2024-07-26T07:39:19.599598+0000","last_became_active":"2024-07-26T07:39:13.771796+0000","last_became_peered":"2024-07-26T07:39:13.771796+0000","last_unstale":"2024-07-26T07:39:19.599598+0000","last_undegraded":"2024-07-26T07:39:19.599598+0000","last_fullsized":"2024-07-26T07:39:19.599598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132913+0000","last_change":"2024-07-26T07:39:12.759921+0000","last_active":"2024-07-26T07:39:19.132913+0000","last_peered":"2024-07-26T07:39:19.132913+0000","last_clean":"2024-07-26T07:39:19.132913+0000","last_became_active":"2024-07-26T07:39:12.759093+0000","last_became_peered":"2024-07-26T07:39:12.759093+0000","last_unstale":"2024-07-26T07:39:19.132913+0000","last_undegraded":"2024-07-26T07:39:19.132913+0000","last_fullsized":"2024-07-26T07:39:19.132913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:22.711540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103530+0000","last_change":"2024-07-26T07:39:17.846579+0000","last_active":"2024-07-26T07:39:20.103530+0000","last_peered":"2024-07-26T07:39:20.103530+0000","last_clean":"2024-07-26T07:39:20.103530+0000","last_became_active":"2024-07-26T07:39:17.846200+0000","last_became_peered":"2024-07-26T07:39:17.846200+0000","last_unstale":"2024-07-26T07:39:20.103530+0000","last_undegraded":"2024-07-26T07:39:20.103530+0000","last_fullsized":"2024-07-26T07:39:20.103530+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101657+0000","last_change":"2024-07-26T07:39:13.798596+0000","last_active":"2024-07-26T07:39:20.101657+0000","last_peered":"2024-07-26T07:39:20.101657+0000","last_clean":"2024-07-26T07:39:20.101657+0000","last_became_active":"2024-07-26T07:39:13.798190+0000","last_became_peered":"2024-07-26T07:39:13.798190+0000","last_unstale":"2024-07-26T07:39:20.101657+0000","last_undegraded":"2024-07-26T07:39:20.101657+0000","last_fullsized":"2024-07-26T07:39:20.101657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806161+0000","last_change":"2024-07-26T07:39:12.751718+0000","last_active":"2024-07-26T07:39:18.806161+0000","last_peered":"2024-07-26T07:39:18.806161+0000","last_clean":"2024-07-26T07:39:18.806161+0000","last_became_active":"2024-07-26T07:39:12.749389+0000","last_became_peered":"2024-07-26T07:39:12.749389+0000","last_unstale":"2024-07-26T07:39:18.806161+0000","last_undegraded":"2024-07-26T07:39:18.806161+0000","last_fullsized":"2024-07-26T07:39:18.806161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:42.244130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601226+0000","last_change":"2024-07-26T07:39:17.831275+0000","last_active":"2024-07-26T07:39:19.601226+0000","last_peered":"2024-07-26T07:39:19.601226+0000","last_clean":"2024-07-26T07:39:19.601226+0000","last_became_active":"2024-07-26T07:39:17.830793+0000","last_became_peered":"2024-07-26T07:39:17.830793+0000","last_unstale":"2024-07-26T07:39:19.601226+0000","last_undegraded":"2024-07-26T07:39:19.601226+0000","last_fullsized":"2024-07-26T07:39:19.601226+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:19.336554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804972+0000","last_change":"2024-07-26T07:39:13.790398+0000","last_active":"2024-07-26T07:39:18.804972+0000","last_peered":"2024-07-26T07:39:18.804972+0000","last_clean":"2024-07-26T07:39:18.804972+0000","last_became_active":"2024-07-26T07:39:13.790052+0000","last_became_peered":"2024-07-26T07:39:13.790052+0000","last_unstale":"2024-07-26T07:39:18.804972+0000","last_undegraded":"2024-07-26T07:39:18.804972+0000","last_fullsized":"2024-07-26T07:39:18.804972+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:12.748481+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:12.747849+0000","last_became_peered":"2024-07-26T07:39:12.747849+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:28.339675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804516+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:39:18.804516+0000","last_peered":"2024-07-26T07:39:18.804516+0000","last_clean":"2024-07-26T07:39:18.804516+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:39:18.804516+0000","last_undegraded":"2024-07-26T07:39:18.804516+0000","last_fullsized":"2024-07-26T07:39:18.804516+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806563+0000","last_change":"2024-07-26T07:39:17.824818+0000","last_active":"2024-07-26T07:39:18.806563+0000","last_peered":"2024-07-26T07:39:18.806563+0000","last_clean":"2024-07-26T07:39:18.806563+0000","last_became_active":"2024-07-26T07:39:17.824120+0000","last_became_peered":"2024-07-26T07:39:17.824120+0000","last_unstale":"2024-07-26T07:39:18.806563+0000","last_undegraded":"2024-07-26T07:39:18.806563+0000","last_fullsized":"2024-07-26T07:39:18.806563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:16.454983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806018+0000","last_change":"2024-07-26T07:39:13.774019+0000","last_active":"2024-07-26T07:39:18.806018+0000","last_peered":"2024-07-26T07:39:18.806018+0000","last_clean":"2024-07-26T07:39:18.806018+0000","last_became_active":"2024-07-26T07:39:13.773699+0000","last_became_peered":"2024-07-26T07:39:13.773699+0000","last_unstale":"2024-07-26T07:39:18.806018+0000","last_undegraded":"2024-07-26T07:39:18.806018+0000","last_fullsized":"2024-07-26T07:39:18.806018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:14.713898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103532+0000","last_change":"2024-07-26T07:39:12.759325+0000","last_active":"2024-07-26T07:39:20.103532+0000","last_peered":"2024-07-26T07:39:20.103532+0000","last_clean":"2024-07-26T07:39:20.103532+0000","last_became_active":"2024-07-26T07:39:12.759020+0000","last_became_peered":"2024-07-26T07:39:12.759020+0000","last_unstale":"2024-07-26T07:39:20.103532+0000","last_undegraded":"2024-07-26T07:39:20.103532+0000","last_fullsized":"2024-07-26T07:39:20.103532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101585+0000","last_change":"2024-07-26T07:39:17.826465+0000","last_active":"2024-07-26T07:39:20.101585+0000","last_peered":"2024-07-26T07:39:20.101585+0000","last_clean":"2024-07-26T07:39:20.101585+0000","last_became_active":"2024-07-26T07:39:17.825836+0000","last_became_peered":"2024-07-26T07:39:17.825836+0000","last_unstale":"2024-07-26T07:39:20.101585+0000","last_undegraded":"2024-07-26T07:39:20.101585+0000","last_fullsized":"2024-07-26T07:39:20.101585+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102901+0000","last_change":"2024-07-26T07:39:13.786328+0000","last_active":"2024-07-26T07:39:20.102901+0000","last_peered":"2024-07-26T07:39:20.102901+0000","last_clean":"2024-07-26T07:39:20.102901+0000","last_became_active":"2024-07-26T07:39:13.785224+0000","last_became_peered":"2024-07-26T07:39:13.785224+0000","last_unstale":"2024-07-26T07:39:20.102901+0000","last_undegraded":"2024-07-26T07:39:20.102901+0000","last_fullsized":"2024-07-26T07:39:20.102901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600954+0000","last_change":"2024-07-26T07:39:12.746172+0000","last_active":"2024-07-26T07:39:19.600954+0000","last_peered":"2024-07-26T07:39:19.600954+0000","last_clean":"2024-07-26T07:39:19.600954+0000","last_became_active":"2024-07-26T07:39:12.742649+0000","last_became_peered":"2024-07-26T07:39:12.742649+0000","last_unstale":"2024-07-26T07:39:19.600954+0000","last_undegraded":"2024-07-26T07:39:19.600954+0000","last_fullsized":"2024-07-26T07:39:19.600954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600680+0000","last_change":"2024-07-26T07:39:17.835052+0000","last_active":"2024-07-26T07:39:19.600680+0000","last_peered":"2024-07-26T07:39:19.600680+0000","last_clean":"2024-07-26T07:39:19.600680+0000","last_became_active":"2024-07-26T07:39:17.834249+0000","last_became_peered":"2024-07-26T07:39:17.834249+0000","last_unstale":"2024-07-26T07:39:19.600680+0000","last_undegraded":"2024-07-26T07:39:19.600680+0000","last_fullsized":"2024-07-26T07:39:19.600680+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:18.785144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102256+0000","last_change":"2024-07-26T07:39:13.786158+0000","last_active":"2024-07-26T07:39:20.102256+0000","last_peered":"2024-07-26T07:39:20.102256+0000","last_clean":"2024-07-26T07:39:20.102256+0000","last_became_active":"2024-07-26T07:39:13.785844+0000","last_became_peered":"2024-07-26T07:39:13.785844+0000","last_unstale":"2024-07-26T07:39:20.102256+0000","last_undegraded":"2024-07-26T07:39:20.102256+0000","last_fullsized":"2024-07-26T07:39:20.102256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806085+0000","last_change":"2024-07-26T07:39:12.757514+0000","last_active":"2024-07-26T07:39:18.806085+0000","last_peered":"2024-07-26T07:39:18.806085+0000","last_clean":"2024-07-26T07:39:18.806085+0000","last_became_active":"2024-07-26T07:39:12.757149+0000","last_became_peered":"2024-07-26T07:39:12.757149+0000","last_unstale":"2024-07-26T07:39:18.806085+0000","last_undegraded":"2024-07-26T07:39:18.806085+0000","last_fullsized":"2024-07-26T07:39:18.806085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803235+0000","last_change":"2024-07-26T07:39:17.835082+0000","last_active":"2024-07-26T07:39:18.803235+0000","last_peered":"2024-07-26T07:39:18.803235+0000","last_clean":"2024-07-26T07:39:18.803235+0000","last_became_active":"2024-07-26T07:39:17.834640+0000","last_became_peered":"2024-07-26T07:39:17.834640+0000","last_unstale":"2024-07-26T07:39:18.803235+0000","last_undegraded":"2024-07-26T07:39:18.803235+0000","last_fullsized":"2024-07-26T07:39:18.803235+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:20.120973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103818+0000","last_change":"2024-07-26T07:39:13.779912+0000","last_active":"2024-07-26T07:39:20.103818+0000","last_peered":"2024-07-26T07:39:20.103818+0000","last_clean":"2024-07-26T07:39:20.103818+0000","last_became_active":"2024-07-26T07:39:13.779514+0000","last_became_peered":"2024-07-26T07:39:13.779514+0000","last_unstale":"2024-07-26T07:39:20.103818+0000","last_undegraded":"2024-07-26T07:39:20.103818+0000","last_fullsized":"2024-07-26T07:39:20.103818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102384+0000","last_change":"2024-07-26T07:39:12.754849+0000","last_active":"2024-07-26T07:39:20.102384+0000","last_peered":"2024-07-26T07:39:20.102384+0000","last_clean":"2024-07-26T07:39:20.102384+0000","last_became_active":"2024-07-26T07:39:12.754236+0000","last_became_peered":"2024-07-26T07:39:12.754236+0000","last_unstale":"2024-07-26T07:39:20.102384+0000","last_undegraded":"2024-07-26T07:39:20.102384+0000","last_fullsized":"2024-07-26T07:39:20.102384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807134+0000","last_change":"2024-07-26T07:39:17.834376+0000","last_active":"2024-07-26T07:39:18.807134+0000","last_peered":"2024-07-26T07:39:18.807134+0000","last_clean":"2024-07-26T07:39:18.807134+0000","last_became_active":"2024-07-26T07:39:17.833874+0000","last_became_peered":"2024-07-26T07:39:17.833874+0000","last_unstale":"2024-07-26T07:39:18.807134+0000","last_undegraded":"2024-07-26T07:39:18.807134+0000","last_fullsized":"2024-07-26T07:39:18.807134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:45.270499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803477+0000","last_change":"2024-07-26T07:39:13.785078+0000","last_active":"2024-07-26T07:39:18.803477+0000","last_peered":"2024-07-26T07:39:18.803477+0000","last_clean":"2024-07-26T07:39:18.803477+0000","last_became_active":"2024-07-26T07:39:13.784700+0000","last_became_peered":"2024-07-26T07:39:13.784700+0000","last_unstale":"2024-07-26T07:39:18.803477+0000","last_undegraded":"2024-07-26T07:39:18.803477+0000","last_fullsized":"2024-07-26T07:39:18.803477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805143+0000","last_change":"2024-07-26T07:39:12.749492+0000","last_active":"2024-07-26T07:39:18.805143+0000","last_peered":"2024-07-26T07:39:18.805143+0000","last_clean":"2024-07-26T07:39:18.805143+0000","last_became_active":"2024-07-26T07:39:12.745350+0000","last_became_peered":"2024-07-26T07:39:12.745350+0000","last_unstale":"2024-07-26T07:39:18.805143+0000","last_undegraded":"2024-07-26T07:39:18.805143+0000","last_fullsized":"2024-07-26T07:39:18.805143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601575+0000","last_change":"2024-07-26T07:39:17.841914+0000","last_active":"2024-07-26T07:39:19.601575+0000","last_peered":"2024-07-26T07:39:19.601575+0000","last_clean":"2024-07-26T07:39:19.601575+0000","last_became_active":"2024-07-26T07:39:17.841300+0000","last_became_peered":"2024-07-26T07:39:17.841300+0000","last_unstale":"2024-07-26T07:39:19.601575+0000","last_undegraded":"2024-07-26T07:39:19.601575+0000","last_fullsized":"2024-07-26T07:39:19.601575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:04.843050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804217+0000","last_change":"2024-07-26T07:39:13.781745+0000","last_active":"2024-07-26T07:39:18.804217+0000","last_peered":"2024-07-26T07:39:18.804217+0000","last_clean":"2024-07-26T07:39:18.804217+0000","last_became_active":"2024-07-26T07:39:13.781445+0000","last_became_peered":"2024-07-26T07:39:13.781445+0000","last_unstale":"2024-07-26T07:39:18.804217+0000","last_undegraded":"2024-07-26T07:39:18.804217+0000","last_fullsized":"2024-07-26T07:39:18.804217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:58.759567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100147+0000","last_change":"2024-07-26T07:39:12.756356+0000","last_active":"2024-07-26T07:39:20.100147+0000","last_peered":"2024-07-26T07:39:20.100147+0000","last_clean":"2024-07-26T07:39:20.100147+0000","last_became_active":"2024-07-26T07:39:12.754931+0000","last_became_peered":"2024-07-26T07:39:12.754931+0000","last_unstale":"2024-07-26T07:39:20.100147+0000","last_undegraded":"2024-07-26T07:39:20.100147+0000","last_fullsized":"2024-07-26T07:39:20.100147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601187+0000","last_change":"2024-07-26T07:39:17.853962+0000","last_active":"2024-07-26T07:39:19.601187+0000","last_peered":"2024-07-26T07:39:19.601187+0000","last_clean":"2024-07-26T07:39:19.601187+0000","last_became_active":"2024-07-26T07:39:17.853245+0000","last_became_peered":"2024-07-26T07:39:17.853245+0000","last_unstale":"2024-07-26T07:39:19.601187+0000","last_undegraded":"2024-07-26T07:39:19.601187+0000","last_fullsized":"2024-07-26T07:39:19.601187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:12.540816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804157+0000","last_change":"2024-07-26T07:39:13.792042+0000","last_active":"2024-07-26T07:39:18.804157+0000","last_peered":"2024-07-26T07:39:18.804157+0000","last_clean":"2024-07-26T07:39:18.804157+0000","last_became_active":"2024-07-26T07:39:13.790906+0000","last_became_peered":"2024-07-26T07:39:13.790906+0000","last_unstale":"2024-07-26T07:39:18.804157+0000","last_undegraded":"2024-07-26T07:39:18.804157+0000","last_fullsized":"2024-07-26T07:39:18.804157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:15.265308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804887+0000","last_change":"2024-07-26T07:39:12.748733+0000","last_active":"2024-07-26T07:39:18.804887+0000","last_peered":"2024-07-26T07:39:18.804887+0000","last_clean":"2024-07-26T07:39:18.804887+0000","last_became_active":"2024-07-26T07:39:12.748433+0000","last_became_peered":"2024-07-26T07:39:12.748433+0000","last_unstale":"2024-07-26T07:39:18.804887+0000","last_undegraded":"2024-07-26T07:39:18.804887+0000","last_fullsized":"2024-07-26T07:39:18.804887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:04.924926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103077+0000","last_change":"2024-07-26T07:39:17.852079+0000","last_active":"2024-07-26T07:39:20.103077+0000","last_peered":"2024-07-26T07:39:20.103077+0000","last_clean":"2024-07-26T07:39:20.103077+0000","last_became_active":"2024-07-26T07:39:17.851577+0000","last_became_peered":"2024-07-26T07:39:17.851577+0000","last_unstale":"2024-07-26T07:39:20.103077+0000","last_undegraded":"2024-07-26T07:39:20.103077+0000","last_fullsized":"2024-07-26T07:39:20.103077+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102344+0000","last_change":"2024-07-26T07:39:13.785655+0000","last_active":"2024-07-26T07:39:20.102344+0000","last_peered":"2024-07-26T07:39:20.102344+0000","last_clean":"2024-07-26T07:39:20.102344+0000","last_became_active":"2024-07-26T07:39:13.785303+0000","last_became_peered":"2024-07-26T07:39:13.785303+0000","last_unstale":"2024-07-26T07:39:20.102344+0000","last_undegraded":"2024-07-26T07:39:20.102344+0000","last_fullsized":"2024-07-26T07:39:20.102344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.508690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133442+0000","last_change":"2024-07-26T07:39:12.760949+0000","last_active":"2024-07-26T07:39:19.133442+0000","last_peered":"2024-07-26T07:39:19.133442+0000","last_clean":"2024-07-26T07:39:19.133442+0000","last_became_active":"2024-07-26T07:39:12.759036+0000","last_became_peered":"2024-07-26T07:39:12.759036+0000","last_unstale":"2024-07-26T07:39:19.133442+0000","last_undegraded":"2024-07-26T07:39:19.133442+0000","last_fullsized":"2024-07-26T07:39:19.133442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:14:24.522393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806020+0000","last_change":"2024-07-26T07:39:17.832108+0000","last_active":"2024-07-26T07:39:18.806020+0000","last_peered":"2024-07-26T07:39:18.806020+0000","last_clean":"2024-07-26T07:39:18.806020+0000","last_became_active":"2024-07-26T07:39:17.831628+0000","last_became_peered":"2024-07-26T07:39:17.831628+0000","last_unstale":"2024-07-26T07:39:18.806020+0000","last_undegraded":"2024-07-26T07:39:18.806020+0000","last_fullsized":"2024-07-26T07:39:18.806020+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:04:55.223265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101565+0000","last_change":"2024-07-26T07:39:13.785329+0000","last_active":"2024-07-26T07:39:20.101565+0000","last_peered":"2024-07-26T07:39:20.101565+0000","last_clean":"2024-07-26T07:39:20.101565+0000","last_became_active":"2024-07-26T07:39:13.784935+0000","last_became_peered":"2024-07-26T07:39:13.784935+0000","last_unstale":"2024-07-26T07:39:20.101565+0000","last_undegraded":"2024-07-26T07:39:20.101565+0000","last_fullsized":"2024-07-26T07:39:20.101565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'11","reported_seq":34,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:29.094259+0000","last_change":"2024-07-26T07:39:12.750209+0000","last_active":"2024-07-26T07:39:29.094259+0000","last_peered":"2024-07-26T07:39:29.094259+0000","last_clean":"2024-07-26T07:39:29.094259+0000","last_became_active":"2024-07-26T07:39:12.749871+0000","last_became_peered":"2024-07-26T07:39:12.749871+0000","last_unstale":"2024-07-26T07:39:29.094259+0000","last_undegraded":"2024-07-26T07:39:29.094259+0000","last_fullsized":"2024-07-26T07:39:29.094259+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805061+0000","last_change":"2024-07-26T07:39:17.843071+0000","last_active":"2024-07-26T07:39:18.805061+0000","last_peered":"2024-07-26T07:39:18.805061+0000","last_clean":"2024-07-26T07:39:18.805061+0000","last_became_active":"2024-07-26T07:39:17.842560+0000","last_became_peered":"2024-07-26T07:39:17.842560+0000","last_unstale":"2024-07-26T07:39:18.805061+0000","last_undegraded":"2024-07-26T07:39:18.805061+0000","last_fullsized":"2024-07-26T07:39:18.805061+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804162+0000","last_change":"2024-07-26T07:39:13.791696+0000","last_active":"2024-07-26T07:39:18.804162+0000","last_peered":"2024-07-26T07:39:18.804162+0000","last_clean":"2024-07-26T07:39:18.804162+0000","last_became_active":"2024-07-26T07:39:13.791356+0000","last_became_peered":"2024-07-26T07:39:13.791356+0000","last_unstale":"2024-07-26T07:39:18.804162+0000","last_undegraded":"2024-07-26T07:39:18.804162+0000","last_fullsized":"2024-07-26T07:39:18.804162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:40.223987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133927+0000","last_change":"2024-07-26T07:39:12.760335+0000","last_active":"2024-07-26T07:39:19.133927+0000","last_peered":"2024-07-26T07:39:19.133927+0000","last_clean":"2024-07-26T07:39:19.133927+0000","last_became_active":"2024-07-26T07:39:12.759952+0000","last_became_peered":"2024-07-26T07:39:12.759952+0000","last_unstale":"2024-07-26T07:39:19.133927+0000","last_undegraded":"2024-07-26T07:39:19.133927+0000","last_fullsized":"2024-07-26T07:39:19.133927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:08.537163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103996+0000","last_change":"2024-07-26T07:39:17.822134+0000","last_active":"2024-07-26T07:39:20.103996+0000","last_peered":"2024-07-26T07:39:20.103996+0000","last_clean":"2024-07-26T07:39:20.103996+0000","last_became_active":"2024-07-26T07:39:17.820671+0000","last_became_peered":"2024-07-26T07:39:17.820671+0000","last_unstale":"2024-07-26T07:39:20.103996+0000","last_undegraded":"2024-07-26T07:39:20.103996+0000","last_fullsized":"2024-07-26T07:39:20.103996+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601048+0000","last_change":"2024-07-26T07:39:13.779335+0000","last_active":"2024-07-26T07:39:19.601048+0000","last_peered":"2024-07-26T07:39:19.601048+0000","last_clean":"2024-07-26T07:39:19.601048+0000","last_became_active":"2024-07-26T07:39:13.778973+0000","last_became_peered":"2024-07-26T07:39:13.778973+0000","last_unstale":"2024-07-26T07:39:19.601048+0000","last_undegraded":"2024-07-26T07:39:19.601048+0000","last_fullsized":"2024-07-26T07:39:19.601048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102252+0000","last_change":"2024-07-26T07:39:12.730392+0000","last_active":"2024-07-26T07:39:20.102252+0000","last_peered":"2024-07-26T07:39:20.102252+0000","last_clean":"2024-07-26T07:39:20.102252+0000","last_became_active":"2024-07-26T07:39:12.730003+0000","last_became_peered":"2024-07-26T07:39:12.730003+0000","last_unstale":"2024-07-26T07:39:20.102252+0000","last_undegraded":"2024-07-26T07:39:20.102252+0000","last_fullsized":"2024-07-26T07:39:20.102252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132567+0000","last_change":"2024-07-26T07:39:17.851656+0000","last_active":"2024-07-26T07:39:19.132567+0000","last_peered":"2024-07-26T07:39:19.132567+0000","last_clean":"2024-07-26T07:39:19.132567+0000","last_became_active":"2024-07-26T07:39:17.851046+0000","last_became_peered":"2024-07-26T07:39:17.851046+0000","last_unstale":"2024-07-26T07:39:19.132567+0000","last_undegraded":"2024-07-26T07:39:19.132567+0000","last_fullsized":"2024-07-26T07:39:19.132567+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:18.076162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103623+0000","last_change":"2024-07-26T07:39:13.780929+0000","last_active":"2024-07-26T07:39:20.103623+0000","last_peered":"2024-07-26T07:39:20.103623+0000","last_clean":"2024-07-26T07:39:20.103623+0000","last_became_active":"2024-07-26T07:39:13.778196+0000","last_became_peered":"2024-07-26T07:39:13.778196+0000","last_unstale":"2024-07-26T07:39:20.103623+0000","last_undegraded":"2024-07-26T07:39:20.103623+0000","last_fullsized":"2024-07-26T07:39:20.103623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.809000+0000","last_change":"2024-07-26T07:39:12.746255+0000","last_active":"2024-07-26T07:39:18.809000+0000","last_peered":"2024-07-26T07:39:18.809000+0000","last_clean":"2024-07-26T07:39:18.809000+0000","last_became_active":"2024-07-26T07:39:12.745958+0000","last_became_peered":"2024-07-26T07:39:12.745958+0000","last_unstale":"2024-07-26T07:39:18.809000+0000","last_undegraded":"2024-07-26T07:39:18.809000+0000","last_fullsized":"2024-07-26T07:39:18.809000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805293+0000","last_change":"2024-07-26T07:39:17.843821+0000","last_active":"2024-07-26T07:39:18.805293+0000","last_peered":"2024-07-26T07:39:18.805293+0000","last_clean":"2024-07-26T07:39:18.805293+0000","last_became_active":"2024-07-26T07:39:17.833437+0000","last_became_peered":"2024-07-26T07:39:17.833437+0000","last_unstale":"2024-07-26T07:39:18.805293+0000","last_undegraded":"2024-07-26T07:39:18.805293+0000","last_fullsized":"2024-07-26T07:39:18.805293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:27.378497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805824+0000","last_change":"2024-07-26T07:39:17.847604+0000","last_active":"2024-07-26T07:39:18.805824+0000","last_peered":"2024-07-26T07:39:18.805824+0000","last_clean":"2024-07-26T07:39:18.805824+0000","last_became_active":"2024-07-26T07:39:17.847084+0000","last_became_peered":"2024-07-26T07:39:17.847084+0000","last_unstale":"2024-07-26T07:39:18.805824+0000","last_undegraded":"2024-07-26T07:39:18.805824+0000","last_fullsized":"2024-07-26T07:39:18.805824+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805641+0000","last_change":"2024-07-26T07:39:13.770977+0000","last_active":"2024-07-26T07:39:18.805641+0000","last_peered":"2024-07-26T07:39:18.805641+0000","last_clean":"2024-07-26T07:39:18.805641+0000","last_became_active":"2024-07-26T07:39:13.770645+0000","last_became_peered":"2024-07-26T07:39:13.770645+0000","last_unstale":"2024-07-26T07:39:18.805641+0000","last_undegraded":"2024-07-26T07:39:18.805641+0000","last_fullsized":"2024-07-26T07:39:18.805641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805886+0000","last_change":"2024-07-26T07:39:12.752345+0000","last_active":"2024-07-26T07:39:18.805886+0000","last_peered":"2024-07-26T07:39:18.805886+0000","last_clean":"2024-07-26T07:39:18.805886+0000","last_became_active":"2024-07-26T07:39:12.749695+0000","last_became_peered":"2024-07-26T07:39:12.749695+0000","last_unstale":"2024-07-26T07:39:18.805886+0000","last_undegraded":"2024-07-26T07:39:18.805886+0000","last_fullsized":"2024-07-26T07:39:18.805886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:15.973497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805979+0000","last_change":"2024-07-26T07:39:17.829304+0000","last_active":"2024-07-26T07:39:18.805979+0000","last_peered":"2024-07-26T07:39:18.805979+0000","last_clean":"2024-07-26T07:39:18.805979+0000","last_became_active":"2024-07-26T07:39:17.828837+0000","last_became_peered":"2024-07-26T07:39:17.828837+0000","last_unstale":"2024-07-26T07:39:18.805979+0000","last_undegraded":"2024-07-26T07:39:18.805979+0000","last_fullsized":"2024-07-26T07:39:18.805979+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:57.002407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599692+0000","last_change":"2024-07-26T07:39:13.777290+0000","last_active":"2024-07-26T07:39:19.599692+0000","last_peered":"2024-07-26T07:39:19.599692+0000","last_clean":"2024-07-26T07:39:19.599692+0000","last_became_active":"2024-07-26T07:39:13.776606+0000","last_became_peered":"2024-07-26T07:39:13.776606+0000","last_unstale":"2024-07-26T07:39:19.599692+0000","last_undegraded":"2024-07-26T07:39:19.599692+0000","last_fullsized":"2024-07-26T07:39:19.599692+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101714+0000","last_change":"2024-07-26T07:39:12.757516+0000","last_active":"2024-07-26T07:39:20.101714+0000","last_peered":"2024-07-26T07:39:20.101714+0000","last_clean":"2024-07-26T07:39:20.101714+0000","last_became_active":"2024-07-26T07:39:12.757133+0000","last_became_peered":"2024-07-26T07:39:12.757133+0000","last_unstale":"2024-07-26T07:39:20.101714+0000","last_undegraded":"2024-07-26T07:39:20.101714+0000","last_fullsized":"2024-07-26T07:39:20.101714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804509+0000","last_change":"2024-07-26T07:39:12.759328+0000","last_active":"2024-07-26T07:39:18.804509+0000","last_peered":"2024-07-26T07:39:18.804509+0000","last_clean":"2024-07-26T07:39:18.804509+0000","last_became_active":"2024-07-26T07:39:12.759075+0000","last_became_peered":"2024-07-26T07:39:12.759075+0000","last_unstale":"2024-07-26T07:39:18.804509+0000","last_undegraded":"2024-07-26T07:39:18.804509+0000","last_fullsized":"2024-07-26T07:39:18.804509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:42.493073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805528+0000","last_change":"2024-07-26T07:39:13.780505+0000","last_active":"2024-07-26T07:39:18.805528+0000","last_peered":"2024-07-26T07:39:18.805528+0000","last_clean":"2024-07-26T07:39:18.805528+0000","last_became_active":"2024-07-26T07:39:13.778507+0000","last_became_peered":"2024-07-26T07:39:13.778507+0000","last_unstale":"2024-07-26T07:39:18.805528+0000","last_undegraded":"2024-07-26T07:39:18.805528+0000","last_fullsized":"2024-07-26T07:39:18.805528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806697+0000","last_change":"2024-07-26T07:39:17.844138+0000","last_active":"2024-07-26T07:39:18.806697+0000","last_peered":"2024-07-26T07:39:18.806697+0000","last_clean":"2024-07-26T07:39:18.806697+0000","last_became_active":"2024-07-26T07:39:17.843646+0000","last_became_peered":"2024-07-26T07:39:17.843646+0000","last_unstale":"2024-07-26T07:39:18.806697+0000","last_undegraded":"2024-07-26T07:39:18.806697+0000","last_fullsized":"2024-07-26T07:39:18.806697+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:15.718780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601002+0000","last_change":"2024-07-26T07:39:12.755630+0000","last_active":"2024-07-26T07:39:19.601002+0000","last_peered":"2024-07-26T07:39:19.601002+0000","last_clean":"2024-07-26T07:39:19.601002+0000","last_became_active":"2024-07-26T07:39:12.755234+0000","last_became_peered":"2024-07-26T07:39:12.755234+0000","last_unstale":"2024-07-26T07:39:19.601002+0000","last_undegraded":"2024-07-26T07:39:19.601002+0000","last_fullsized":"2024-07-26T07:39:19.601002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806364+0000","last_change":"2024-07-26T07:39:13.776151+0000","last_active":"2024-07-26T07:39:18.806364+0000","last_peered":"2024-07-26T07:39:18.806364+0000","last_clean":"2024-07-26T07:39:18.806364+0000","last_became_active":"2024-07-26T07:39:13.775805+0000","last_became_peered":"2024-07-26T07:39:13.775805+0000","last_unstale":"2024-07-26T07:39:18.806364+0000","last_undegraded":"2024-07-26T07:39:18.806364+0000","last_fullsized":"2024-07-26T07:39:18.806364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133711+0000","last_change":"2024-07-26T07:39:17.846343+0000","last_active":"2024-07-26T07:39:19.133711+0000","last_peered":"2024-07-26T07:39:19.133711+0000","last_clean":"2024-07-26T07:39:19.133711+0000","last_became_active":"2024-07-26T07:39:17.845922+0000","last_became_peered":"2024-07-26T07:39:17.845922+0000","last_unstale":"2024-07-26T07:39:19.133711+0000","last_undegraded":"2024-07-26T07:39:19.133711+0000","last_fullsized":"2024-07-26T07:39:19.133711+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:30.796066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100761+0000","last_change":"2024-07-26T07:39:13.775095+0000","last_active":"2024-07-26T07:39:20.100761+0000","last_peered":"2024-07-26T07:39:20.100761+0000","last_clean":"2024-07-26T07:39:20.100761+0000","last_became_active":"2024-07-26T07:39:13.774200+0000","last_became_peered":"2024-07-26T07:39:13.774200+0000","last_unstale":"2024-07-26T07:39:20.100761+0000","last_undegraded":"2024-07-26T07:39:20.100761+0000","last_fullsized":"2024-07-26T07:39:20.100761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132589+0000","last_change":"2024-07-26T07:39:13.787616+0000","last_active":"2024-07-26T07:39:19.132589+0000","last_peered":"2024-07-26T07:39:19.132589+0000","last_clean":"2024-07-26T07:39:19.132589+0000","last_became_active":"2024-07-26T07:39:13.787277+0000","last_became_peered":"2024-07-26T07:39:13.787277+0000","last_unstale":"2024-07-26T07:39:19.132589+0000","last_undegraded":"2024-07-26T07:39:19.132589+0000","last_fullsized":"2024-07-26T07:39:19.132589+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:50:10.762484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803639+0000","last_change":"2024-07-26T07:39:13.777159+0000","last_active":"2024-07-26T07:39:18.803639+0000","last_peered":"2024-07-26T07:39:18.803639+0000","last_clean":"2024-07-26T07:39:18.803639+0000","last_became_active":"2024-07-26T07:39:13.776717+0000","last_became_peered":"2024-07-26T07:39:13.776717+0000","last_unstale":"2024-07-26T07:39:18.803639+0000","last_undegraded":"2024-07-26T07:39:18.803639+0000","last_fullsized":"2024-07-26T07:39:18.803639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.647533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600976+0000","last_change":"2024-07-26T07:39:13.785302+0000","last_active":"2024-07-26T07:39:19.600976+0000","last_peered":"2024-07-26T07:39:19.600976+0000","last_clean":"2024-07-26T07:39:19.600976+0000","last_became_active":"2024-07-26T07:39:13.784035+0000","last_became_peered":"2024-07-26T07:39:13.784035+0000","last_unstale":"2024-07-26T07:39:19.600976+0000","last_undegraded":"2024-07-26T07:39:19.600976+0000","last_fullsized":"2024-07-26T07:39:19.600976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103250+0000","last_change":"2024-07-26T07:39:13.776493+0000","last_active":"2024-07-26T07:39:20.103250+0000","last_peered":"2024-07-26T07:39:20.103250+0000","last_clean":"2024-07-26T07:39:20.103250+0000","last_became_active":"2024-07-26T07:39:13.776131+0000","last_became_peered":"2024-07-26T07:39:13.776131+0000","last_unstale":"2024-07-26T07:39:20.103250+0000","last_undegraded":"2024-07-26T07:39:20.103250+0000","last_fullsized":"2024-07-26T07:39:20.103250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102698+0000","last_change":"2024-07-26T07:39:13.784535+0000","last_active":"2024-07-26T07:39:20.102698+0000","last_peered":"2024-07-26T07:39:20.102698+0000","last_clean":"2024-07-26T07:39:20.102698+0000","last_became_active":"2024-07-26T07:39:13.783913+0000","last_became_peered":"2024-07-26T07:39:13.783913+0000","last_unstale":"2024-07-26T07:39:20.102698+0000","last_undegraded":"2024-07-26T07:39:20.102698+0000","last_fullsized":"2024-07-26T07:39:20.102698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103443+0000","last_change":"2024-07-26T07:39:13.774009+0000","last_active":"2024-07-26T07:39:20.103443+0000","last_peered":"2024-07-26T07:39:20.103443+0000","last_clean":"2024-07-26T07:39:20.103443+0000","last_became_active":"2024-07-26T07:39:13.773624+0000","last_became_peered":"2024-07-26T07:39:13.773624+0000","last_unstale":"2024-07-26T07:39:20.103443+0000","last_undegraded":"2024-07-26T07:39:20.103443+0000","last_fullsized":"2024-07-26T07:39:20.103443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600386+0000","last_change":"2024-07-26T07:39:13.788764+0000","last_active":"2024-07-26T07:39:19.600386+0000","last_peered":"2024-07-26T07:39:19.600386+0000","last_clean":"2024-07-26T07:39:19.600386+0000","last_became_active":"2024-07-26T07:39:13.787859+0000","last_became_peered":"2024-07-26T07:39:13.787859+0000","last_unstale":"2024-07-26T07:39:19.600386+0000","last_undegraded":"2024-07-26T07:39:19.600386+0000","last_fullsized":"2024-07-26T07:39:19.600386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805180+0000","last_change":"2024-07-26T07:39:13.792049+0000","last_active":"2024-07-26T07:39:18.805180+0000","last_peered":"2024-07-26T07:39:18.805180+0000","last_clean":"2024-07-26T07:39:18.805180+0000","last_became_active":"2024-07-26T07:39:13.789236+0000","last_became_peered":"2024-07-26T07:39:13.789236+0000","last_unstale":"2024-07-26T07:39:18.805180+0000","last_undegraded":"2024-07-26T07:39:18.805180+0000","last_fullsized":"2024-07-26T07:39:18.805180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599898+0000","last_change":"2024-07-26T07:39:13.780464+0000","last_active":"2024-07-26T07:39:19.599898+0000","last_peered":"2024-07-26T07:39:19.599898+0000","last_clean":"2024-07-26T07:39:19.599898+0000","last_became_active":"2024-07-26T07:39:13.774149+0000","last_became_peered":"2024-07-26T07:39:13.774149+0000","last_unstale":"2024-07-26T07:39:19.599898+0000","last_undegraded":"2024-07-26T07:39:19.599898+0000","last_fullsized":"2024-07-26T07:39:19.599898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806108+0000","last_change":"2024-07-26T07:39:13.798834+0000","last_active":"2024-07-26T07:39:18.806108+0000","last_peered":"2024-07-26T07:39:18.806108+0000","last_clean":"2024-07-26T07:39:18.806108+0000","last_became_active":"2024-07-26T07:39:13.798092+0000","last_became_peered":"2024-07-26T07:39:13.798092+0000","last_unstale":"2024-07-26T07:39:18.806108+0000","last_undegraded":"2024-07-26T07:39:18.806108+0000","last_fullsized":"2024-07-26T07:39:18.806108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805237+0000","last_change":"2024-07-26T07:39:13.775705+0000","last_active":"2024-07-26T07:39:18.805237+0000","last_peered":"2024-07-26T07:39:18.805237+0000","last_clean":"2024-07-26T07:39:18.805237+0000","last_became_active":"2024-07-26T07:39:13.775388+0000","last_became_peered":"2024-07-26T07:39:13.775388+0000","last_unstale":"2024-07-26T07:39:18.805237+0000","last_undegraded":"2024-07-26T07:39:18.805237+0000","last_fullsized":"2024-07-26T07:39:18.805237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102618+0000","last_change":"2024-07-26T07:39:13.786023+0000","last_active":"2024-07-26T07:39:20.102618+0000","last_peered":"2024-07-26T07:39:20.102618+0000","last_clean":"2024-07-26T07:39:20.102618+0000","last_became_active":"2024-07-26T07:39:13.784762+0000","last_became_peered":"2024-07-26T07:39:13.784762+0000","last_unstale":"2024-07-26T07:39:20.102618+0000","last_undegraded":"2024-07-26T07:39:20.102618+0000","last_fullsized":"2024-07-26T07:39:20.102618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806347+0000","last_change":"2024-07-26T07:39:13.779026+0000","last_active":"2024-07-26T07:39:18.806347+0000","last_peered":"2024-07-26T07:39:18.806347+0000","last_clean":"2024-07-26T07:39:18.806347+0000","last_became_active":"2024-07-26T07:39:13.777177+0000","last_became_peered":"2024-07-26T07:39:13.777177+0000","last_unstale":"2024-07-26T07:39:18.806347+0000","last_undegraded":"2024-07-26T07:39:18.806347+0000","last_fullsized":"2024-07-26T07:39:18.806347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:08.469569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134344+0000","last_change":"2024-07-26T07:39:13.786332+0000","last_active":"2024-07-26T07:39:19.134344+0000","last_peered":"2024-07-26T07:39:19.134344+0000","last_clean":"2024-07-26T07:39:19.134344+0000","last_became_active":"2024-07-26T07:39:13.786037+0000","last_became_peered":"2024-07-26T07:39:13.786037+0000","last_unstale":"2024-07-26T07:39:19.134344+0000","last_undegraded":"2024-07-26T07:39:19.134344+0000","last_fullsized":"2024-07-26T07:39:19.134344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:07:59.161210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806488+0000","last_change":"2024-07-26T07:39:13.783518+0000","last_active":"2024-07-26T07:39:18.806488+0000","last_peered":"2024-07-26T07:39:18.806488+0000","last_clean":"2024-07-26T07:39:18.806488+0000","last_became_active":"2024-07-26T07:39:13.783287+0000","last_became_peered":"2024-07-26T07:39:13.783287+0000","last_unstale":"2024-07-26T07:39:18.806488+0000","last_undegraded":"2024-07-26T07:39:18.806488+0000","last_fullsized":"2024-07-26T07:39:18.806488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:31.918959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804863+0000","last_change":"2024-07-26T07:39:13.785193+0000","last_active":"2024-07-26T07:39:18.804863+0000","last_peered":"2024-07-26T07:39:18.804863+0000","last_clean":"2024-07-26T07:39:18.804863+0000","last_became_active":"2024-07-26T07:39:13.784864+0000","last_became_peered":"2024-07-26T07:39:13.784864+0000","last_unstale":"2024-07-26T07:39:18.804863+0000","last_undegraded":"2024-07-26T07:39:18.804863+0000","last_fullsized":"2024-07-26T07:39:18.804863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:23.307251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599365+0000","last_change":"2024-07-26T07:39:13.772797+0000","last_active":"2024-07-26T07:39:19.599365+0000","last_peered":"2024-07-26T07:39:19.599365+0000","last_clean":"2024-07-26T07:39:19.599365+0000","last_became_active":"2024-07-26T07:39:13.772455+0000","last_became_peered":"2024-07-26T07:39:13.772455+0000","last_unstale":"2024-07-26T07:39:19.599365+0000","last_undegraded":"2024-07-26T07:39:19.599365+0000","last_fullsized":"2024-07-26T07:39:19.599365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102184+0000","last_change":"2024-07-26T07:39:13.784633+0000","last_active":"2024-07-26T07:39:20.102184+0000","last_peered":"2024-07-26T07:39:20.102184+0000","last_clean":"2024-07-26T07:39:20.102184+0000","last_became_active":"2024-07-26T07:39:13.784089+0000","last_became_peered":"2024-07-26T07:39:13.784089+0000","last_unstale":"2024-07-26T07:39:20.102184+0000","last_undegraded":"2024-07-26T07:39:20.102184+0000","last_fullsized":"2024-07-26T07:39:20.102184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102499+0000","last_change":"2024-07-26T07:39:13.797936+0000","last_active":"2024-07-26T07:39:20.102499+0000","last_peered":"2024-07-26T07:39:20.102499+0000","last_clean":"2024-07-26T07:39:20.102499+0000","last_became_active":"2024-07-26T07:39:13.797564+0000","last_became_peered":"2024-07-26T07:39:13.797564+0000","last_unstale":"2024-07-26T07:39:20.102499+0000","last_undegraded":"2024-07-26T07:39:20.102499+0000","last_fullsized":"2024-07-26T07:39:20.102499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102317+0000","last_change":"2024-07-26T07:39:13.786656+0000","last_active":"2024-07-26T07:39:20.102317+0000","last_peered":"2024-07-26T07:39:20.102317+0000","last_clean":"2024-07-26T07:39:20.102317+0000","last_became_active":"2024-07-26T07:39:13.785685+0000","last_became_peered":"2024-07-26T07:39:13.785685+0000","last_unstale":"2024-07-26T07:39:20.102317+0000","last_undegraded":"2024-07-26T07:39:20.102317+0000","last_fullsized":"2024-07-26T07:39:20.102317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101460+0000","last_change":"2024-07-26T07:39:13.776273+0000","last_active":"2024-07-26T07:39:20.101460+0000","last_peered":"2024-07-26T07:39:20.101460+0000","last_clean":"2024-07-26T07:39:20.101460+0000","last_became_active":"2024-07-26T07:39:13.776002+0000","last_became_peered":"2024-07-26T07:39:13.776002+0000","last_unstale":"2024-07-26T07:39:20.101460+0000","last_undegraded":"2024-07-26T07:39:20.101460+0000","last_fullsized":"2024-07-26T07:39:20.101460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102250+0000","last_change":"2024-07-26T07:39:13.789287+0000","last_active":"2024-07-26T07:39:20.102250+0000","last_peered":"2024-07-26T07:39:20.102250+0000","last_clean":"2024-07-26T07:39:20.102250+0000","last_became_active":"2024-07-26T07:39:13.787796+0000","last_became_peered":"2024-07-26T07:39:13.787796+0000","last_unstale":"2024-07-26T07:39:20.102250+0000","last_undegraded":"2024-07-26T07:39:20.102250+0000","last_fullsized":"2024-07-26T07:39:20.102250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.808907+0000","last_change":"2024-07-26T07:39:13.778250+0000","last_active":"2024-07-26T07:39:18.808907+0000","last_peered":"2024-07-26T07:39:18.808907+0000","last_clean":"2024-07-26T07:39:18.808907+0000","last_became_active":"2024-07-26T07:39:13.777928+0000","last_became_peered":"2024-07-26T07:39:13.777928+0000","last_unstale":"2024-07-26T07:39:18.808907+0000","last_undegraded":"2024-07-26T07:39:18.808907+0000","last_fullsized":"2024-07-26T07:39:18.808907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599387+0000","last_change":"2024-07-26T07:39:13.776952+0000","last_active":"2024-07-26T07:39:19.599387+0000","last_peered":"2024-07-26T07:39:19.599387+0000","last_clean":"2024-07-26T07:39:19.599387+0000","last_became_active":"2024-07-26T07:39:13.776203+0000","last_became_peered":"2024-07-26T07:39:13.776203+0000","last_unstale":"2024-07-26T07:39:19.599387+0000","last_undegraded":"2024-07-26T07:39:19.599387+0000","last_fullsized":"2024-07-26T07:39:19.599387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100022+0000","last_change":"2024-07-26T07:39:13.783278+0000","last_active":"2024-07-26T07:39:20.100022+0000","last_peered":"2024-07-26T07:39:20.100022+0000","last_clean":"2024-07-26T07:39:20.100022+0000","last_became_active":"2024-07-26T07:39:13.782988+0000","last_became_peered":"2024-07-26T07:39:13.782988+0000","last_unstale":"2024-07-26T07:39:20.100022+0000","last_undegraded":"2024-07-26T07:39:20.100022+0000","last_fullsized":"2024-07-26T07:39:20.100022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101954+0000","last_change":"2024-07-26T07:39:13.763879+0000","last_active":"2024-07-26T07:39:20.101954+0000","last_peered":"2024-07-26T07:39:20.101954+0000","last_clean":"2024-07-26T07:39:20.101954+0000","last_became_active":"2024-07-26T07:39:13.763414+0000","last_became_peered":"2024-07-26T07:39:13.763414+0000","last_unstale":"2024-07-26T07:39:20.101954+0000","last_undegraded":"2024-07-26T07:39:20.101954+0000","last_fullsized":"2024-07-26T07:39:20.101954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100842+0000","last_change":"2024-07-26T07:39:13.782467+0000","last_active":"2024-07-26T07:39:20.100842+0000","last_peered":"2024-07-26T07:39:20.100842+0000","last_clean":"2024-07-26T07:39:20.100842+0000","last_became_active":"2024-07-26T07:39:13.782055+0000","last_became_peered":"2024-07-26T07:39:13.782055+0000","last_unstale":"2024-07-26T07:39:20.100842+0000","last_undegraded":"2024-07-26T07:39:20.100842+0000","last_fullsized":"2024-07-26T07:39:20.100842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102757+0000","last_change":"2024-07-26T07:39:13.768436+0000","last_active":"2024-07-26T07:39:20.102757+0000","last_peered":"2024-07-26T07:39:20.102757+0000","last_clean":"2024-07-26T07:39:20.102757+0000","last_became_active":"2024-07-26T07:39:13.768088+0000","last_became_peered":"2024-07-26T07:39:13.768088+0000","last_unstale":"2024-07-26T07:39:20.102757+0000","last_undegraded":"2024-07-26T07:39:20.102757+0000","last_fullsized":"2024-07-26T07:39:20.102757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600536+0000","last_change":"2024-07-26T07:39:13.761217+0000","last_active":"2024-07-26T07:39:19.600536+0000","last_peered":"2024-07-26T07:39:19.600536+0000","last_clean":"2024-07-26T07:39:19.600536+0000","last_became_active":"2024-07-26T07:39:13.760835+0000","last_became_peered":"2024-07-26T07:39:13.760835+0000","last_unstale":"2024-07-26T07:39:19.600536+0000","last_undegraded":"2024-07-26T07:39:19.600536+0000","last_fullsized":"2024-07-26T07:39:19.600536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601255+0000","last_change":"2024-07-26T07:39:13.782542+0000","last_active":"2024-07-26T07:39:19.601255+0000","last_peered":"2024-07-26T07:39:19.601255+0000","last_clean":"2024-07-26T07:39:19.601255+0000","last_became_active":"2024-07-26T07:39:13.781729+0000","last_became_peered":"2024-07-26T07:39:13.781729+0000","last_unstale":"2024-07-26T07:39:19.601255+0000","last_undegraded":"2024-07-26T07:39:19.601255+0000","last_fullsized":"2024-07-26T07:39:19.601255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102144+0000","last_change":"2024-07-26T07:39:13.797367+0000","last_active":"2024-07-26T07:39:20.102144+0000","last_peered":"2024-07-26T07:39:20.102144+0000","last_clean":"2024-07-26T07:39:20.102144+0000","last_became_active":"2024-07-26T07:39:13.797053+0000","last_became_peered":"2024-07-26T07:39:13.797053+0000","last_unstale":"2024-07-26T07:39:20.102144+0000","last_undegraded":"2024-07-26T07:39:20.102144+0000","last_fullsized":"2024-07-26T07:39:20.102144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":270336,"data_stored":105614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":696074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":110128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":106196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":696052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":105670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542154,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":278528,"data_stored":105738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:39:39.564 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:39:39.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 -- 172.21.15.105:0/265718435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f066815fb00 msgr2=0x7f066815ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 --2- 172.21.15.105:0/265718435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f066815fb00 0x7f066815ff10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f06680744f0 tx=0x7f066002a980 comp rx=0 tx=0).stop 2024-07-26T07:39:39.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 -- 172.21.15.105:0/265718435 shutdown_connections 2024-07-26T07:39:39.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 --2- 172.21.15.105:0/265718435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f066815fb00 0x7f066815ff10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 --2- 172.21.15.105:0/265718435 >> v2:172.21.15.143:3300/0 conn(0x7f06680b38a0 0x7f06680b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 --2- 172.21.15.105:0/265718435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0668142340 0x7f06680b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 -- 172.21.15.105:0/265718435 >> 172.21.15.105:0/265718435 conn(0x7f066806c610 msgr2=0x7f066806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:39.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 -- 172.21.15.105:0/265718435 shutdown_connections 2024-07-26T07:39:39.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.874+0000 7f066ea00640 1 -- 172.21.15.105:0/265718435 wait complete. 2024-07-26T07:39:39.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.877+0000 7f066ea00640 1 Processor -- start 2024-07-26T07:39:39.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.877+0000 7f066ea00640 1 -- start start 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0668142340 0x7f06680cb690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f066815fb00 0x7f0668157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f06680b58e0 con 0x7f06680b38a0 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f06680b32c0 con 0x7f0668142340 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.878+0000 7f066ea00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f06680b5a60 con 0x7f066815fb00 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51678/0 (socket says 172.21.15.105:51678) 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 -- 172.21.15.105:0/2534297757 learned_addr learned my addr 172.21.15.105:0/2534297757 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066cc00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0668142340 0x7f06680cb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066e000640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f066815fb00 0x7f0668157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 -- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f066815fb00 msgr2=0x7f0668157fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f066815fb00 0x7f0668157fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.881 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 -- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0668142340 msgr2=0x7f06680cb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:39.881 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0668142340 0x7f06680cb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:39.881 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 -- 172.21.15.105:0/2534297757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0668158c70 con 0x7f06680b38a0 2024-07-26T07:39:39.881 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.879+0000 7f066d600640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f065c00d6d0 tx=0x7f065c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:39.881 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.880+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065c017070 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.880+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f065c005330 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.880+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065c009820 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.880+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0668158f50 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.880+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0668073380 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.881+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06680b4010 con 0x7f06680b38a0 2024-07-26T07:39:39.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.882+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f065c009bd0 con 0x7f06680b38a0 2024-07-26T07:39:39.884 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.883+0000 7f0665600640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 0x7f0648079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:39.884 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.883+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f065c098fd0 con 0x7f06680b38a0 2024-07-26T07:39:39.884 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.884+0000 7f066cc00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 0x7f0648079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:39.885 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.885+0000 7f066cc00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 0x7f0648079550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f06680c93d0 tx=0x7f0654005d70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:39.888 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:39.887+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f06680b4010 con 0x7f06680b38a0 2024-07-26T07:39:40.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.092+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0668160610 con 0x7f0648077040 2024-07-26T07:39:40.110 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.110+0000 7f0665600640 1 -- 172.21.15.105:0/2534297757 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7f0668160610 con 0x7f0648077040 2024-07-26T07:39:40.113 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:40.116 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 msgr2=0x7f0648079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 0x7f0648079550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f06680c93d0 tx=0x7f0654005d70 comp rx=0 tx=0).stop 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 msgr2=0x7f06681564f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f065c00d6d0 tx=0x7f065c00db90 comp rx=0 tx=0).stop 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 shutdown_connections 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0648077040 0x7f0648079550 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f066815fb00 0x7f0668157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0668142340 0x7f06680cb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 --2- 172.21.15.105:0/2534297757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06680b38a0 0x7f06681564f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 >> 172.21.15.105:0/2534297757 conn(0x7f066806c610 msgr2=0x7f066815aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:40.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 shutdown_connections 2024-07-26T07:39:40.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.117+0000 7f066ea00640 1 -- 172.21.15.105:0/2534297757 wait complete. 2024-07-26T07:39:40.142 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-07-26T07:39:38.802602+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":155,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219500,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755220,"statfs":{"total":773094113280,"available":772869345280,"internally_reserved":0,"allocated":3416064,"data_stored":2034928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006573"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807274+0000","last_change":"2024-07-26T07:39:12.744452+0000","last_active":"2024-07-26T07:39:18.807274+0000","last_peered":"2024-07-26T07:39:18.807274+0000","last_clean":"2024-07-26T07:39:18.807274+0000","last_became_active":"2024-07-26T07:39:12.744086+0000","last_became_peered":"2024-07-26T07:39:12.744086+0000","last_unstale":"2024-07-26T07:39:18.807274+0000","last_undegraded":"2024-07-26T07:39:18.807274+0000","last_fullsized":"2024-07-26T07:39:18.807274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601555+0000","last_change":"2024-07-26T07:39:13.780395+0000","last_active":"2024-07-26T07:39:19.601555+0000","last_peered":"2024-07-26T07:39:19.601555+0000","last_clean":"2024-07-26T07:39:19.601555+0000","last_became_active":"2024-07-26T07:39:13.775610+0000","last_became_peered":"2024-07-26T07:39:13.775610+0000","last_unstale":"2024-07-26T07:39:19.601555+0000","last_undegraded":"2024-07-26T07:39:19.601555+0000","last_fullsized":"2024-07-26T07:39:19.601555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132910+0000","last_change":"2024-07-26T07:39:17.848957+0000","last_active":"2024-07-26T07:39:19.132910+0000","last_peered":"2024-07-26T07:39:19.132910+0000","last_clean":"2024-07-26T07:39:19.132910+0000","last_became_active":"2024-07-26T07:39:17.844296+0000","last_became_peered":"2024-07-26T07:39:17.844296+0000","last_unstale":"2024-07-26T07:39:19.132910+0000","last_undegraded":"2024-07-26T07:39:19.132910+0000","last_fullsized":"2024-07-26T07:39:19.132910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:15.716255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601675+0000","last_change":"2024-07-26T07:39:12.754176+0000","last_active":"2024-07-26T07:39:19.601675+0000","last_peered":"2024-07-26T07:39:19.601675+0000","last_clean":"2024-07-26T07:39:19.601675+0000","last_became_active":"2024-07-26T07:39:12.753781+0000","last_became_peered":"2024-07-26T07:39:12.753781+0000","last_unstale":"2024-07-26T07:39:19.601675+0000","last_undegraded":"2024-07-26T07:39:19.601675+0000","last_fullsized":"2024-07-26T07:39:19.601675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600712+0000","last_change":"2024-07-26T07:39:13.788211+0000","last_active":"2024-07-26T07:39:19.600712+0000","last_peered":"2024-07-26T07:39:19.600712+0000","last_clean":"2024-07-26T07:39:19.600712+0000","last_became_active":"2024-07-26T07:39:13.787386+0000","last_became_peered":"2024-07-26T07:39:13.787386+0000","last_unstale":"2024-07-26T07:39:19.600712+0000","last_undegraded":"2024-07-26T07:39:19.600712+0000","last_fullsized":"2024-07-26T07:39:19.600712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100940+0000","last_change":"2024-07-26T07:39:17.839943+0000","last_active":"2024-07-26T07:39:20.100940+0000","last_peered":"2024-07-26T07:39:20.100940+0000","last_clean":"2024-07-26T07:39:20.100940+0000","last_became_active":"2024-07-26T07:39:17.839479+0000","last_became_peered":"2024-07-26T07:39:17.839479+0000","last_unstale":"2024-07-26T07:39:20.100940+0000","last_undegraded":"2024-07-26T07:39:20.100940+0000","last_fullsized":"2024-07-26T07:39:20.100940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101765+0000","last_change":"2024-07-26T07:39:12.726972+0000","last_active":"2024-07-26T07:39:20.101765+0000","last_peered":"2024-07-26T07:39:20.101765+0000","last_clean":"2024-07-26T07:39:20.101765+0000","last_became_active":"2024-07-26T07:39:12.726635+0000","last_became_peered":"2024-07-26T07:39:12.726635+0000","last_unstale":"2024-07-26T07:39:20.101765+0000","last_undegraded":"2024-07-26T07:39:20.101765+0000","last_fullsized":"2024-07-26T07:39:20.101765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807788+0000","last_change":"2024-07-26T07:39:13.779083+0000","last_active":"2024-07-26T07:39:18.807788+0000","last_peered":"2024-07-26T07:39:18.807788+0000","last_clean":"2024-07-26T07:39:18.807788+0000","last_became_active":"2024-07-26T07:39:13.778781+0000","last_became_peered":"2024-07-26T07:39:13.778781+0000","last_unstale":"2024-07-26T07:39:18.807788+0000","last_undegraded":"2024-07-26T07:39:18.807788+0000","last_fullsized":"2024-07-26T07:39:18.807788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103503+0000","last_change":"2024-07-26T07:39:17.840804+0000","last_active":"2024-07-26T07:39:20.103503+0000","last_peered":"2024-07-26T07:39:20.103503+0000","last_clean":"2024-07-26T07:39:20.103503+0000","last_became_active":"2024-07-26T07:39:17.836819+0000","last_became_peered":"2024-07-26T07:39:17.836819+0000","last_unstale":"2024-07-26T07:39:20.103503+0000","last_undegraded":"2024-07-26T07:39:20.103503+0000","last_fullsized":"2024-07-26T07:39:20.103503+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:41.678147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103185+0000","last_change":"2024-07-26T07:39:12.740439+0000","last_active":"2024-07-26T07:39:20.103185+0000","last_peered":"2024-07-26T07:39:20.103185+0000","last_clean":"2024-07-26T07:39:20.103185+0000","last_became_active":"2024-07-26T07:39:12.732081+0000","last_became_peered":"2024-07-26T07:39:12.732081+0000","last_unstale":"2024-07-26T07:39:20.103185+0000","last_undegraded":"2024-07-26T07:39:20.103185+0000","last_fullsized":"2024-07-26T07:39:20.103185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805736+0000","last_change":"2024-07-26T07:39:13.779816+0000","last_active":"2024-07-26T07:39:18.805736+0000","last_peered":"2024-07-26T07:39:18.805736+0000","last_clean":"2024-07-26T07:39:18.805736+0000","last_became_active":"2024-07-26T07:39:13.779449+0000","last_became_peered":"2024-07-26T07:39:13.779449+0000","last_unstale":"2024-07-26T07:39:18.805736+0000","last_undegraded":"2024-07-26T07:39:18.805736+0000","last_fullsized":"2024-07-26T07:39:18.805736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:57.479919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101028+0000","last_change":"2024-07-26T07:39:17.839887+0000","last_active":"2024-07-26T07:39:20.101028+0000","last_peered":"2024-07-26T07:39:20.101028+0000","last_clean":"2024-07-26T07:39:20.101028+0000","last_became_active":"2024-07-26T07:39:17.836640+0000","last_became_peered":"2024-07-26T07:39:17.836640+0000","last_unstale":"2024-07-26T07:39:20.101028+0000","last_undegraded":"2024-07-26T07:39:20.101028+0000","last_fullsized":"2024-07-26T07:39:20.101028+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803954+0000","last_change":"2024-07-26T07:39:13.769986+0000","last_active":"2024-07-26T07:39:18.803954+0000","last_peered":"2024-07-26T07:39:18.803954+0000","last_clean":"2024-07-26T07:39:18.803954+0000","last_became_active":"2024-07-26T07:39:13.769656+0000","last_became_peered":"2024-07-26T07:39:13.769656+0000","last_unstale":"2024-07-26T07:39:18.803954+0000","last_undegraded":"2024-07-26T07:39:18.803954+0000","last_fullsized":"2024-07-26T07:39:18.803954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:00.771804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804632+0000","last_change":"2024-07-26T07:39:12.748202+0000","last_active":"2024-07-26T07:39:18.804632+0000","last_peered":"2024-07-26T07:39:18.804632+0000","last_clean":"2024-07-26T07:39:18.804632+0000","last_became_active":"2024-07-26T07:39:12.743011+0000","last_became_peered":"2024-07-26T07:39:12.743011+0000","last_unstale":"2024-07-26T07:39:18.804632+0000","last_undegraded":"2024-07-26T07:39:18.804632+0000","last_fullsized":"2024-07-26T07:39:18.804632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805547+0000","last_change":"2024-07-26T07:39:17.833284+0000","last_active":"2024-07-26T07:39:18.805547+0000","last_peered":"2024-07-26T07:39:18.805547+0000","last_clean":"2024-07-26T07:39:18.805547+0000","last_became_active":"2024-07-26T07:39:17.832776+0000","last_became_peered":"2024-07-26T07:39:17.832776+0000","last_unstale":"2024-07-26T07:39:18.805547+0000","last_undegraded":"2024-07-26T07:39:18.805547+0000","last_fullsized":"2024-07-26T07:39:18.805547+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:39.568399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133101+0000","last_change":"2024-07-26T07:39:13.782944+0000","last_active":"2024-07-26T07:39:19.133101+0000","last_peered":"2024-07-26T07:39:19.133101+0000","last_clean":"2024-07-26T07:39:19.133101+0000","last_became_active":"2024-07-26T07:39:13.782512+0000","last_became_peered":"2024-07-26T07:39:13.782512+0000","last_unstale":"2024-07-26T07:39:19.133101+0000","last_undegraded":"2024-07-26T07:39:19.133101+0000","last_fullsized":"2024-07-26T07:39:19.133101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:46:17.458068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102568+0000","last_change":"2024-07-26T07:39:12.753156+0000","last_active":"2024-07-26T07:39:20.102568+0000","last_peered":"2024-07-26T07:39:20.102568+0000","last_clean":"2024-07-26T07:39:20.102568+0000","last_became_active":"2024-07-26T07:39:12.751529+0000","last_became_peered":"2024-07-26T07:39:12.751529+0000","last_unstale":"2024-07-26T07:39:20.102568+0000","last_undegraded":"2024-07-26T07:39:20.102568+0000","last_fullsized":"2024-07-26T07:39:20.102568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101367+0000","last_change":"2024-07-26T07:39:17.835618+0000","last_active":"2024-07-26T07:39:20.101367+0000","last_peered":"2024-07-26T07:39:20.101367+0000","last_clean":"2024-07-26T07:39:20.101367+0000","last_became_active":"2024-07-26T07:39:17.835172+0000","last_became_peered":"2024-07-26T07:39:17.835172+0000","last_unstale":"2024-07-26T07:39:20.101367+0000","last_undegraded":"2024-07-26T07:39:20.101367+0000","last_fullsized":"2024-07-26T07:39:20.101367+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:13.772337+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:13.771969+0000","last_became_peered":"2024-07-26T07:39:13.771969+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805538+0000","last_change":"2024-07-26T07:39:12.744383+0000","last_active":"2024-07-26T07:39:18.805538+0000","last_peered":"2024-07-26T07:39:18.805538+0000","last_clean":"2024-07-26T07:39:18.805538+0000","last_became_active":"2024-07-26T07:39:12.743999+0000","last_became_peered":"2024-07-26T07:39:12.743999+0000","last_unstale":"2024-07-26T07:39:18.805538+0000","last_undegraded":"2024-07-26T07:39:18.805538+0000","last_fullsized":"2024-07-26T07:39:18.805538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134426+0000","last_change":"2024-07-26T07:39:17.856961+0000","last_active":"2024-07-26T07:39:19.134426+0000","last_peered":"2024-07-26T07:39:19.134426+0000","last_clean":"2024-07-26T07:39:19.134426+0000","last_became_active":"2024-07-26T07:39:17.856301+0000","last_became_peered":"2024-07-26T07:39:17.856301+0000","last_unstale":"2024-07-26T07:39:19.134426+0000","last_undegraded":"2024-07-26T07:39:19.134426+0000","last_fullsized":"2024-07-26T07:39:19.134426+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:41:30.321764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803905+0000","last_change":"2024-07-26T07:39:13.781203+0000","last_active":"2024-07-26T07:39:18.803905+0000","last_peered":"2024-07-26T07:39:18.803905+0000","last_clean":"2024-07-26T07:39:18.803905+0000","last_became_active":"2024-07-26T07:39:13.780832+0000","last_became_peered":"2024-07-26T07:39:13.780832+0000","last_unstale":"2024-07-26T07:39:18.803905+0000","last_undegraded":"2024-07-26T07:39:18.803905+0000","last_fullsized":"2024-07-26T07:39:18.803905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:43.732029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.099817+0000","last_change":"2024-07-26T07:39:12.743960+0000","last_active":"2024-07-26T07:39:20.099817+0000","last_peered":"2024-07-26T07:39:20.099817+0000","last_clean":"2024-07-26T07:39:20.099817+0000","last_became_active":"2024-07-26T07:39:12.743648+0000","last_became_peered":"2024-07-26T07:39:12.743648+0000","last_unstale":"2024-07-26T07:39:20.099817+0000","last_undegraded":"2024-07-26T07:39:20.099817+0000","last_fullsized":"2024-07-26T07:39:20.099817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103358+0000","last_change":"2024-07-26T07:39:17.831585+0000","last_active":"2024-07-26T07:39:20.103358+0000","last_peered":"2024-07-26T07:39:20.103358+0000","last_clean":"2024-07-26T07:39:20.103358+0000","last_became_active":"2024-07-26T07:39:17.829340+0000","last_became_peered":"2024-07-26T07:39:17.829340+0000","last_unstale":"2024-07-26T07:39:20.103358+0000","last_undegraded":"2024-07-26T07:39:20.103358+0000","last_fullsized":"2024-07-26T07:39:20.103358+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:56.211254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805862+0000","last_change":"2024-07-26T07:39:13.786404+0000","last_active":"2024-07-26T07:39:18.805862+0000","last_peered":"2024-07-26T07:39:18.805862+0000","last_clean":"2024-07-26T07:39:18.805862+0000","last_became_active":"2024-07-26T07:39:13.786095+0000","last_became_peered":"2024-07-26T07:39:13.786095+0000","last_unstale":"2024-07-26T07:39:18.805862+0000","last_undegraded":"2024-07-26T07:39:18.805862+0000","last_fullsized":"2024-07-26T07:39:18.805862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806796+0000","last_change":"2024-07-26T07:39:12.759039+0000","last_active":"2024-07-26T07:39:18.806796+0000","last_peered":"2024-07-26T07:39:18.806796+0000","last_clean":"2024-07-26T07:39:18.806796+0000","last_became_active":"2024-07-26T07:39:12.758771+0000","last_became_peered":"2024-07-26T07:39:12.758771+0000","last_unstale":"2024-07-26T07:39:18.806796+0000","last_undegraded":"2024-07-26T07:39:18.806796+0000","last_fullsized":"2024-07-26T07:39:18.806796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:56.764701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101773+0000","last_change":"2024-07-26T07:39:17.830228+0000","last_active":"2024-07-26T07:39:20.101773+0000","last_peered":"2024-07-26T07:39:20.101773+0000","last_clean":"2024-07-26T07:39:20.101773+0000","last_became_active":"2024-07-26T07:39:17.829745+0000","last_became_peered":"2024-07-26T07:39:17.829745+0000","last_unstale":"2024-07-26T07:39:20.101773+0000","last_undegraded":"2024-07-26T07:39:20.101773+0000","last_fullsized":"2024-07-26T07:39:20.101773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806976+0000","last_change":"2024-07-26T07:39:13.777724+0000","last_active":"2024-07-26T07:39:18.806976+0000","last_peered":"2024-07-26T07:39:18.806976+0000","last_clean":"2024-07-26T07:39:18.806976+0000","last_became_active":"2024-07-26T07:39:13.777065+0000","last_became_peered":"2024-07-26T07:39:13.777065+0000","last_unstale":"2024-07-26T07:39:18.806976+0000","last_undegraded":"2024-07-26T07:39:18.806976+0000","last_fullsized":"2024-07-26T07:39:18.806976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"26'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:27.806726+0000","last_change":"2024-07-26T07:39:12.761683+0000","last_active":"2024-07-26T07:39:27.806726+0000","last_peered":"2024-07-26T07:39:27.806726+0000","last_clean":"2024-07-26T07:39:27.806726+0000","last_became_active":"2024-07-26T07:39:12.759625+0000","last_became_peered":"2024-07-26T07:39:12.759625+0000","last_unstale":"2024-07-26T07:39:27.806726+0000","last_undegraded":"2024-07-26T07:39:27.806726+0000","last_fullsized":"2024-07-26T07:39:27.806726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805630+0000","last_change":"2024-07-26T07:39:17.844059+0000","last_active":"2024-07-26T07:39:18.805630+0000","last_peered":"2024-07-26T07:39:18.805630+0000","last_clean":"2024-07-26T07:39:18.805630+0000","last_became_active":"2024-07-26T07:39:17.842334+0000","last_became_peered":"2024-07-26T07:39:17.842334+0000","last_unstale":"2024-07-26T07:39:18.805630+0000","last_undegraded":"2024-07-26T07:39:18.805630+0000","last_fullsized":"2024-07-26T07:39:18.805630+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:47.803276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103287+0000","last_change":"2024-07-26T07:39:13.783524+0000","last_active":"2024-07-26T07:39:20.103287+0000","last_peered":"2024-07-26T07:39:20.103287+0000","last_clean":"2024-07-26T07:39:20.103287+0000","last_became_active":"2024-07-26T07:39:13.783221+0000","last_became_peered":"2024-07-26T07:39:13.783221+0000","last_unstale":"2024-07-26T07:39:20.103287+0000","last_undegraded":"2024-07-26T07:39:20.103287+0000","last_fullsized":"2024-07-26T07:39:20.103287+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806680+0000","last_change":"2024-07-26T07:39:12.745995+0000","last_active":"2024-07-26T07:39:18.806680+0000","last_peered":"2024-07-26T07:39:18.806680+0000","last_clean":"2024-07-26T07:39:18.806680+0000","last_became_active":"2024-07-26T07:39:12.745678+0000","last_became_peered":"2024-07-26T07:39:12.745678+0000","last_unstale":"2024-07-26T07:39:18.806680+0000","last_undegraded":"2024-07-26T07:39:18.806680+0000","last_fullsized":"2024-07-26T07:39:18.806680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:03.166940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102666+0000","last_change":"2024-07-26T07:39:17.838705+0000","last_active":"2024-07-26T07:39:20.102666+0000","last_peered":"2024-07-26T07:39:20.102666+0000","last_clean":"2024-07-26T07:39:20.102666+0000","last_became_active":"2024-07-26T07:39:17.838262+0000","last_became_peered":"2024-07-26T07:39:17.838262+0000","last_unstale":"2024-07-26T07:39:20.102666+0000","last_undegraded":"2024-07-26T07:39:20.102666+0000","last_fullsized":"2024-07-26T07:39:20.102666+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103045+0000","last_change":"2024-07-26T07:39:13.792726+0000","last_active":"2024-07-26T07:39:20.103045+0000","last_peered":"2024-07-26T07:39:20.103045+0000","last_clean":"2024-07-26T07:39:20.103045+0000","last_became_active":"2024-07-26T07:39:13.782257+0000","last_became_peered":"2024-07-26T07:39:13.782257+0000","last_unstale":"2024-07-26T07:39:20.103045+0000","last_undegraded":"2024-07-26T07:39:20.103045+0000","last_fullsized":"2024-07-26T07:39:20.103045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600539+0000","last_change":"2024-07-26T07:39:12.754418+0000","last_active":"2024-07-26T07:39:19.600539+0000","last_peered":"2024-07-26T07:39:19.600539+0000","last_clean":"2024-07-26T07:39:19.600539+0000","last_became_active":"2024-07-26T07:39:12.754075+0000","last_became_peered":"2024-07-26T07:39:12.754075+0000","last_unstale":"2024-07-26T07:39:19.600539+0000","last_undegraded":"2024-07-26T07:39:19.600539+0000","last_fullsized":"2024-07-26T07:39:19.600539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102169+0000","last_change":"2024-07-26T07:39:17.834790+0000","last_active":"2024-07-26T07:39:20.102169+0000","last_peered":"2024-07-26T07:39:20.102169+0000","last_clean":"2024-07-26T07:39:20.102169+0000","last_became_active":"2024-07-26T07:39:17.833949+0000","last_became_peered":"2024-07-26T07:39:17.833949+0000","last_unstale":"2024-07-26T07:39:20.102169+0000","last_undegraded":"2024-07-26T07:39:20.102169+0000","last_fullsized":"2024-07-26T07:39:20.102169+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:10.159057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100942+0000","last_change":"2024-07-26T07:39:13.788829+0000","last_active":"2024-07-26T07:39:20.100942+0000","last_peered":"2024-07-26T07:39:20.100942+0000","last_clean":"2024-07-26T07:39:20.100942+0000","last_became_active":"2024-07-26T07:39:13.787849+0000","last_became_peered":"2024-07-26T07:39:13.787849+0000","last_unstale":"2024-07-26T07:39:20.100942+0000","last_undegraded":"2024-07-26T07:39:20.100942+0000","last_fullsized":"2024-07-26T07:39:20.100942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805187+0000","last_change":"2024-07-26T07:39:12.754723+0000","last_active":"2024-07-26T07:39:18.805187+0000","last_peered":"2024-07-26T07:39:18.805187+0000","last_clean":"2024-07-26T07:39:18.805187+0000","last_became_active":"2024-07-26T07:39:12.754344+0000","last_became_peered":"2024-07-26T07:39:12.754344+0000","last_unstale":"2024-07-26T07:39:18.805187+0000","last_undegraded":"2024-07-26T07:39:18.805187+0000","last_fullsized":"2024-07-26T07:39:18.805187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:40.183637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103170+0000","last_change":"2024-07-26T07:39:17.841436+0000","last_active":"2024-07-26T07:39:20.103170+0000","last_peered":"2024-07-26T07:39:20.103170+0000","last_clean":"2024-07-26T07:39:20.103170+0000","last_became_active":"2024-07-26T07:39:17.840864+0000","last_became_peered":"2024-07-26T07:39:17.840864+0000","last_unstale":"2024-07-26T07:39:20.103170+0000","last_undegraded":"2024-07-26T07:39:20.103170+0000","last_fullsized":"2024-07-26T07:39:20.103170+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599598+0000","last_change":"2024-07-26T07:39:13.772181+0000","last_active":"2024-07-26T07:39:19.599598+0000","last_peered":"2024-07-26T07:39:19.599598+0000","last_clean":"2024-07-26T07:39:19.599598+0000","last_became_active":"2024-07-26T07:39:13.771796+0000","last_became_peered":"2024-07-26T07:39:13.771796+0000","last_unstale":"2024-07-26T07:39:19.599598+0000","last_undegraded":"2024-07-26T07:39:19.599598+0000","last_fullsized":"2024-07-26T07:39:19.599598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132913+0000","last_change":"2024-07-26T07:39:12.759921+0000","last_active":"2024-07-26T07:39:19.132913+0000","last_peered":"2024-07-26T07:39:19.132913+0000","last_clean":"2024-07-26T07:39:19.132913+0000","last_became_active":"2024-07-26T07:39:12.759093+0000","last_became_peered":"2024-07-26T07:39:12.759093+0000","last_unstale":"2024-07-26T07:39:19.132913+0000","last_undegraded":"2024-07-26T07:39:19.132913+0000","last_fullsized":"2024-07-26T07:39:19.132913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:22.711540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103530+0000","last_change":"2024-07-26T07:39:17.846579+0000","last_active":"2024-07-26T07:39:20.103530+0000","last_peered":"2024-07-26T07:39:20.103530+0000","last_clean":"2024-07-26T07:39:20.103530+0000","last_became_active":"2024-07-26T07:39:17.846200+0000","last_became_peered":"2024-07-26T07:39:17.846200+0000","last_unstale":"2024-07-26T07:39:20.103530+0000","last_undegraded":"2024-07-26T07:39:20.103530+0000","last_fullsized":"2024-07-26T07:39:20.103530+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101657+0000","last_change":"2024-07-26T07:39:13.798596+0000","last_active":"2024-07-26T07:39:20.101657+0000","last_peered":"2024-07-26T07:39:20.101657+0000","last_clean":"2024-07-26T07:39:20.101657+0000","last_became_active":"2024-07-26T07:39:13.798190+0000","last_became_peered":"2024-07-26T07:39:13.798190+0000","last_unstale":"2024-07-26T07:39:20.101657+0000","last_undegraded":"2024-07-26T07:39:20.101657+0000","last_fullsized":"2024-07-26T07:39:20.101657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806161+0000","last_change":"2024-07-26T07:39:12.751718+0000","last_active":"2024-07-26T07:39:18.806161+0000","last_peered":"2024-07-26T07:39:18.806161+0000","last_clean":"2024-07-26T07:39:18.806161+0000","last_became_active":"2024-07-26T07:39:12.749389+0000","last_became_peered":"2024-07-26T07:39:12.749389+0000","last_unstale":"2024-07-26T07:39:18.806161+0000","last_undegraded":"2024-07-26T07:39:18.806161+0000","last_fullsized":"2024-07-26T07:39:18.806161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:42.244130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601226+0000","last_change":"2024-07-26T07:39:17.831275+0000","last_active":"2024-07-26T07:39:19.601226+0000","last_peered":"2024-07-26T07:39:19.601226+0000","last_clean":"2024-07-26T07:39:19.601226+0000","last_became_active":"2024-07-26T07:39:17.830793+0000","last_became_peered":"2024-07-26T07:39:17.830793+0000","last_unstale":"2024-07-26T07:39:19.601226+0000","last_undegraded":"2024-07-26T07:39:19.601226+0000","last_fullsized":"2024-07-26T07:39:19.601226+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:19.336554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804972+0000","last_change":"2024-07-26T07:39:13.790398+0000","last_active":"2024-07-26T07:39:18.804972+0000","last_peered":"2024-07-26T07:39:18.804972+0000","last_clean":"2024-07-26T07:39:18.804972+0000","last_became_active":"2024-07-26T07:39:13.790052+0000","last_became_peered":"2024-07-26T07:39:13.790052+0000","last_unstale":"2024-07-26T07:39:18.804972+0000","last_undegraded":"2024-07-26T07:39:18.804972+0000","last_fullsized":"2024-07-26T07:39:18.804972+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:12.748481+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:12.747849+0000","last_became_peered":"2024-07-26T07:39:12.747849+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:28.339675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804516+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:39:18.804516+0000","last_peered":"2024-07-26T07:39:18.804516+0000","last_clean":"2024-07-26T07:39:18.804516+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:39:18.804516+0000","last_undegraded":"2024-07-26T07:39:18.804516+0000","last_fullsized":"2024-07-26T07:39:18.804516+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806563+0000","last_change":"2024-07-26T07:39:17.824818+0000","last_active":"2024-07-26T07:39:18.806563+0000","last_peered":"2024-07-26T07:39:18.806563+0000","last_clean":"2024-07-26T07:39:18.806563+0000","last_became_active":"2024-07-26T07:39:17.824120+0000","last_became_peered":"2024-07-26T07:39:17.824120+0000","last_unstale":"2024-07-26T07:39:18.806563+0000","last_undegraded":"2024-07-26T07:39:18.806563+0000","last_fullsized":"2024-07-26T07:39:18.806563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:16.454983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806018+0000","last_change":"2024-07-26T07:39:13.774019+0000","last_active":"2024-07-26T07:39:18.806018+0000","last_peered":"2024-07-26T07:39:18.806018+0000","last_clean":"2024-07-26T07:39:18.806018+0000","last_became_active":"2024-07-26T07:39:13.773699+0000","last_became_peered":"2024-07-26T07:39:13.773699+0000","last_unstale":"2024-07-26T07:39:18.806018+0000","last_undegraded":"2024-07-26T07:39:18.806018+0000","last_fullsized":"2024-07-26T07:39:18.806018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:14.713898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103532+0000","last_change":"2024-07-26T07:39:12.759325+0000","last_active":"2024-07-26T07:39:20.103532+0000","last_peered":"2024-07-26T07:39:20.103532+0000","last_clean":"2024-07-26T07:39:20.103532+0000","last_became_active":"2024-07-26T07:39:12.759020+0000","last_became_peered":"2024-07-26T07:39:12.759020+0000","last_unstale":"2024-07-26T07:39:20.103532+0000","last_undegraded":"2024-07-26T07:39:20.103532+0000","last_fullsized":"2024-07-26T07:39:20.103532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101585+0000","last_change":"2024-07-26T07:39:17.826465+0000","last_active":"2024-07-26T07:39:20.101585+0000","last_peered":"2024-07-26T07:39:20.101585+0000","last_clean":"2024-07-26T07:39:20.101585+0000","last_became_active":"2024-07-26T07:39:17.825836+0000","last_became_peered":"2024-07-26T07:39:17.825836+0000","last_unstale":"2024-07-26T07:39:20.101585+0000","last_undegraded":"2024-07-26T07:39:20.101585+0000","last_fullsized":"2024-07-26T07:39:20.101585+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102901+0000","last_change":"2024-07-26T07:39:13.786328+0000","last_active":"2024-07-26T07:39:20.102901+0000","last_peered":"2024-07-26T07:39:20.102901+0000","last_clean":"2024-07-26T07:39:20.102901+0000","last_became_active":"2024-07-26T07:39:13.785224+0000","last_became_peered":"2024-07-26T07:39:13.785224+0000","last_unstale":"2024-07-26T07:39:20.102901+0000","last_undegraded":"2024-07-26T07:39:20.102901+0000","last_fullsized":"2024-07-26T07:39:20.102901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600954+0000","last_change":"2024-07-26T07:39:12.746172+0000","last_active":"2024-07-26T07:39:19.600954+0000","last_peered":"2024-07-26T07:39:19.600954+0000","last_clean":"2024-07-26T07:39:19.600954+0000","last_became_active":"2024-07-26T07:39:12.742649+0000","last_became_peered":"2024-07-26T07:39:12.742649+0000","last_unstale":"2024-07-26T07:39:19.600954+0000","last_undegraded":"2024-07-26T07:39:19.600954+0000","last_fullsized":"2024-07-26T07:39:19.600954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600680+0000","last_change":"2024-07-26T07:39:17.835052+0000","last_active":"2024-07-26T07:39:19.600680+0000","last_peered":"2024-07-26T07:39:19.600680+0000","last_clean":"2024-07-26T07:39:19.600680+0000","last_became_active":"2024-07-26T07:39:17.834249+0000","last_became_peered":"2024-07-26T07:39:17.834249+0000","last_unstale":"2024-07-26T07:39:19.600680+0000","last_undegraded":"2024-07-26T07:39:19.600680+0000","last_fullsized":"2024-07-26T07:39:19.600680+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:18.785144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102256+0000","last_change":"2024-07-26T07:39:13.786158+0000","last_active":"2024-07-26T07:39:20.102256+0000","last_peered":"2024-07-26T07:39:20.102256+0000","last_clean":"2024-07-26T07:39:20.102256+0000","last_became_active":"2024-07-26T07:39:13.785844+0000","last_became_peered":"2024-07-26T07:39:13.785844+0000","last_unstale":"2024-07-26T07:39:20.102256+0000","last_undegraded":"2024-07-26T07:39:20.102256+0000","last_fullsized":"2024-07-26T07:39:20.102256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806085+0000","last_change":"2024-07-26T07:39:12.757514+0000","last_active":"2024-07-26T07:39:18.806085+0000","last_peered":"2024-07-26T07:39:18.806085+0000","last_clean":"2024-07-26T07:39:18.806085+0000","last_became_active":"2024-07-26T07:39:12.757149+0000","last_became_peered":"2024-07-26T07:39:12.757149+0000","last_unstale":"2024-07-26T07:39:18.806085+0000","last_undegraded":"2024-07-26T07:39:18.806085+0000","last_fullsized":"2024-07-26T07:39:18.806085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803235+0000","last_change":"2024-07-26T07:39:17.835082+0000","last_active":"2024-07-26T07:39:18.803235+0000","last_peered":"2024-07-26T07:39:18.803235+0000","last_clean":"2024-07-26T07:39:18.803235+0000","last_became_active":"2024-07-26T07:39:17.834640+0000","last_became_peered":"2024-07-26T07:39:17.834640+0000","last_unstale":"2024-07-26T07:39:18.803235+0000","last_undegraded":"2024-07-26T07:39:18.803235+0000","last_fullsized":"2024-07-26T07:39:18.803235+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:20.120973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103818+0000","last_change":"2024-07-26T07:39:13.779912+0000","last_active":"2024-07-26T07:39:20.103818+0000","last_peered":"2024-07-26T07:39:20.103818+0000","last_clean":"2024-07-26T07:39:20.103818+0000","last_became_active":"2024-07-26T07:39:13.779514+0000","last_became_peered":"2024-07-26T07:39:13.779514+0000","last_unstale":"2024-07-26T07:39:20.103818+0000","last_undegraded":"2024-07-26T07:39:20.103818+0000","last_fullsized":"2024-07-26T07:39:20.103818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102384+0000","last_change":"2024-07-26T07:39:12.754849+0000","last_active":"2024-07-26T07:39:20.102384+0000","last_peered":"2024-07-26T07:39:20.102384+0000","last_clean":"2024-07-26T07:39:20.102384+0000","last_became_active":"2024-07-26T07:39:12.754236+0000","last_became_peered":"2024-07-26T07:39:12.754236+0000","last_unstale":"2024-07-26T07:39:20.102384+0000","last_undegraded":"2024-07-26T07:39:20.102384+0000","last_fullsized":"2024-07-26T07:39:20.102384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807134+0000","last_change":"2024-07-26T07:39:17.834376+0000","last_active":"2024-07-26T07:39:18.807134+0000","last_peered":"2024-07-26T07:39:18.807134+0000","last_clean":"2024-07-26T07:39:18.807134+0000","last_became_active":"2024-07-26T07:39:17.833874+0000","last_became_peered":"2024-07-26T07:39:17.833874+0000","last_unstale":"2024-07-26T07:39:18.807134+0000","last_undegraded":"2024-07-26T07:39:18.807134+0000","last_fullsized":"2024-07-26T07:39:18.807134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:45.270499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803477+0000","last_change":"2024-07-26T07:39:13.785078+0000","last_active":"2024-07-26T07:39:18.803477+0000","last_peered":"2024-07-26T07:39:18.803477+0000","last_clean":"2024-07-26T07:39:18.803477+0000","last_became_active":"2024-07-26T07:39:13.784700+0000","last_became_peered":"2024-07-26T07:39:13.784700+0000","last_unstale":"2024-07-26T07:39:18.803477+0000","last_undegraded":"2024-07-26T07:39:18.803477+0000","last_fullsized":"2024-07-26T07:39:18.803477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805143+0000","last_change":"2024-07-26T07:39:12.749492+0000","last_active":"2024-07-26T07:39:18.805143+0000","last_peered":"2024-07-26T07:39:18.805143+0000","last_clean":"2024-07-26T07:39:18.805143+0000","last_became_active":"2024-07-26T07:39:12.745350+0000","last_became_peered":"2024-07-26T07:39:12.745350+0000","last_unstale":"2024-07-26T07:39:18.805143+0000","last_undegraded":"2024-07-26T07:39:18.805143+0000","last_fullsized":"2024-07-26T07:39:18.805143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601575+0000","last_change":"2024-07-26T07:39:17.841914+0000","last_active":"2024-07-26T07:39:19.601575+0000","last_peered":"2024-07-26T07:39:19.601575+0000","last_clean":"2024-07-26T07:39:19.601575+0000","last_became_active":"2024-07-26T07:39:17.841300+0000","last_became_peered":"2024-07-26T07:39:17.841300+0000","last_unstale":"2024-07-26T07:39:19.601575+0000","last_undegraded":"2024-07-26T07:39:19.601575+0000","last_fullsized":"2024-07-26T07:39:19.601575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:04.843050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804217+0000","last_change":"2024-07-26T07:39:13.781745+0000","last_active":"2024-07-26T07:39:18.804217+0000","last_peered":"2024-07-26T07:39:18.804217+0000","last_clean":"2024-07-26T07:39:18.804217+0000","last_became_active":"2024-07-26T07:39:13.781445+0000","last_became_peered":"2024-07-26T07:39:13.781445+0000","last_unstale":"2024-07-26T07:39:18.804217+0000","last_undegraded":"2024-07-26T07:39:18.804217+0000","last_fullsized":"2024-07-26T07:39:18.804217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:58.759567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100147+0000","last_change":"2024-07-26T07:39:12.756356+0000","last_active":"2024-07-26T07:39:20.100147+0000","last_peered":"2024-07-26T07:39:20.100147+0000","last_clean":"2024-07-26T07:39:20.100147+0000","last_became_active":"2024-07-26T07:39:12.754931+0000","last_became_peered":"2024-07-26T07:39:12.754931+0000","last_unstale":"2024-07-26T07:39:20.100147+0000","last_undegraded":"2024-07-26T07:39:20.100147+0000","last_fullsized":"2024-07-26T07:39:20.100147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601187+0000","last_change":"2024-07-26T07:39:17.853962+0000","last_active":"2024-07-26T07:39:19.601187+0000","last_peered":"2024-07-26T07:39:19.601187+0000","last_clean":"2024-07-26T07:39:19.601187+0000","last_became_active":"2024-07-26T07:39:17.853245+0000","last_became_peered":"2024-07-26T07:39:17.853245+0000","last_unstale":"2024-07-26T07:39:19.601187+0000","last_undegraded":"2024-07-26T07:39:19.601187+0000","last_fullsized":"2024-07-26T07:39:19.601187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:12.540816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804157+0000","last_change":"2024-07-26T07:39:13.792042+0000","last_active":"2024-07-26T07:39:18.804157+0000","last_peered":"2024-07-26T07:39:18.804157+0000","last_clean":"2024-07-26T07:39:18.804157+0000","last_became_active":"2024-07-26T07:39:13.790906+0000","last_became_peered":"2024-07-26T07:39:13.790906+0000","last_unstale":"2024-07-26T07:39:18.804157+0000","last_undegraded":"2024-07-26T07:39:18.804157+0000","last_fullsized":"2024-07-26T07:39:18.804157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:15.265308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804887+0000","last_change":"2024-07-26T07:39:12.748733+0000","last_active":"2024-07-26T07:39:18.804887+0000","last_peered":"2024-07-26T07:39:18.804887+0000","last_clean":"2024-07-26T07:39:18.804887+0000","last_became_active":"2024-07-26T07:39:12.748433+0000","last_became_peered":"2024-07-26T07:39:12.748433+0000","last_unstale":"2024-07-26T07:39:18.804887+0000","last_undegraded":"2024-07-26T07:39:18.804887+0000","last_fullsized":"2024-07-26T07:39:18.804887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:04.924926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103077+0000","last_change":"2024-07-26T07:39:17.852079+0000","last_active":"2024-07-26T07:39:20.103077+0000","last_peered":"2024-07-26T07:39:20.103077+0000","last_clean":"2024-07-26T07:39:20.103077+0000","last_became_active":"2024-07-26T07:39:17.851577+0000","last_became_peered":"2024-07-26T07:39:17.851577+0000","last_unstale":"2024-07-26T07:39:20.103077+0000","last_undegraded":"2024-07-26T07:39:20.103077+0000","last_fullsized":"2024-07-26T07:39:20.103077+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102344+0000","last_change":"2024-07-26T07:39:13.785655+0000","last_active":"2024-07-26T07:39:20.102344+0000","last_peered":"2024-07-26T07:39:20.102344+0000","last_clean":"2024-07-26T07:39:20.102344+0000","last_became_active":"2024-07-26T07:39:13.785303+0000","last_became_peered":"2024-07-26T07:39:13.785303+0000","last_unstale":"2024-07-26T07:39:20.102344+0000","last_undegraded":"2024-07-26T07:39:20.102344+0000","last_fullsized":"2024-07-26T07:39:20.102344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.508690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133442+0000","last_change":"2024-07-26T07:39:12.760949+0000","last_active":"2024-07-26T07:39:19.133442+0000","last_peered":"2024-07-26T07:39:19.133442+0000","last_clean":"2024-07-26T07:39:19.133442+0000","last_became_active":"2024-07-26T07:39:12.759036+0000","last_became_peered":"2024-07-26T07:39:12.759036+0000","last_unstale":"2024-07-26T07:39:19.133442+0000","last_undegraded":"2024-07-26T07:39:19.133442+0000","last_fullsized":"2024-07-26T07:39:19.133442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:14:24.522393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806020+0000","last_change":"2024-07-26T07:39:17.832108+0000","last_active":"2024-07-26T07:39:18.806020+0000","last_peered":"2024-07-26T07:39:18.806020+0000","last_clean":"2024-07-26T07:39:18.806020+0000","last_became_active":"2024-07-26T07:39:17.831628+0000","last_became_peered":"2024-07-26T07:39:17.831628+0000","last_unstale":"2024-07-26T07:39:18.806020+0000","last_undegraded":"2024-07-26T07:39:18.806020+0000","last_fullsized":"2024-07-26T07:39:18.806020+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:04:55.223265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101565+0000","last_change":"2024-07-26T07:39:13.785329+0000","last_active":"2024-07-26T07:39:20.101565+0000","last_peered":"2024-07-26T07:39:20.101565+0000","last_clean":"2024-07-26T07:39:20.101565+0000","last_became_active":"2024-07-26T07:39:13.784935+0000","last_became_peered":"2024-07-26T07:39:13.784935+0000","last_unstale":"2024-07-26T07:39:20.101565+0000","last_undegraded":"2024-07-26T07:39:20.101565+0000","last_fullsized":"2024-07-26T07:39:20.101565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'11","reported_seq":34,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:29.094259+0000","last_change":"2024-07-26T07:39:12.750209+0000","last_active":"2024-07-26T07:39:29.094259+0000","last_peered":"2024-07-26T07:39:29.094259+0000","last_clean":"2024-07-26T07:39:29.094259+0000","last_became_active":"2024-07-26T07:39:12.749871+0000","last_became_peered":"2024-07-26T07:39:12.749871+0000","last_unstale":"2024-07-26T07:39:29.094259+0000","last_undegraded":"2024-07-26T07:39:29.094259+0000","last_fullsized":"2024-07-26T07:39:29.094259+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805061+0000","last_change":"2024-07-26T07:39:17.843071+0000","last_active":"2024-07-26T07:39:18.805061+0000","last_peered":"2024-07-26T07:39:18.805061+0000","last_clean":"2024-07-26T07:39:18.805061+0000","last_became_active":"2024-07-26T07:39:17.842560+0000","last_became_peered":"2024-07-26T07:39:17.842560+0000","last_unstale":"2024-07-26T07:39:18.805061+0000","last_undegraded":"2024-07-26T07:39:18.805061+0000","last_fullsized":"2024-07-26T07:39:18.805061+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804162+0000","last_change":"2024-07-26T07:39:13.791696+0000","last_active":"2024-07-26T07:39:18.804162+0000","last_peered":"2024-07-26T07:39:18.804162+0000","last_clean":"2024-07-26T07:39:18.804162+0000","last_became_active":"2024-07-26T07:39:13.791356+0000","last_became_peered":"2024-07-26T07:39:13.791356+0000","last_unstale":"2024-07-26T07:39:18.804162+0000","last_undegraded":"2024-07-26T07:39:18.804162+0000","last_fullsized":"2024-07-26T07:39:18.804162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:40.223987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133927+0000","last_change":"2024-07-26T07:39:12.760335+0000","last_active":"2024-07-26T07:39:19.133927+0000","last_peered":"2024-07-26T07:39:19.133927+0000","last_clean":"2024-07-26T07:39:19.133927+0000","last_became_active":"2024-07-26T07:39:12.759952+0000","last_became_peered":"2024-07-26T07:39:12.759952+0000","last_unstale":"2024-07-26T07:39:19.133927+0000","last_undegraded":"2024-07-26T07:39:19.133927+0000","last_fullsized":"2024-07-26T07:39:19.133927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:08.537163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103996+0000","last_change":"2024-07-26T07:39:17.822134+0000","last_active":"2024-07-26T07:39:20.103996+0000","last_peered":"2024-07-26T07:39:20.103996+0000","last_clean":"2024-07-26T07:39:20.103996+0000","last_became_active":"2024-07-26T07:39:17.820671+0000","last_became_peered":"2024-07-26T07:39:17.820671+0000","last_unstale":"2024-07-26T07:39:20.103996+0000","last_undegraded":"2024-07-26T07:39:20.103996+0000","last_fullsized":"2024-07-26T07:39:20.103996+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601048+0000","last_change":"2024-07-26T07:39:13.779335+0000","last_active":"2024-07-26T07:39:19.601048+0000","last_peered":"2024-07-26T07:39:19.601048+0000","last_clean":"2024-07-26T07:39:19.601048+0000","last_became_active":"2024-07-26T07:39:13.778973+0000","last_became_peered":"2024-07-26T07:39:13.778973+0000","last_unstale":"2024-07-26T07:39:19.601048+0000","last_undegraded":"2024-07-26T07:39:19.601048+0000","last_fullsized":"2024-07-26T07:39:19.601048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102252+0000","last_change":"2024-07-26T07:39:12.730392+0000","last_active":"2024-07-26T07:39:20.102252+0000","last_peered":"2024-07-26T07:39:20.102252+0000","last_clean":"2024-07-26T07:39:20.102252+0000","last_became_active":"2024-07-26T07:39:12.730003+0000","last_became_peered":"2024-07-26T07:39:12.730003+0000","last_unstale":"2024-07-26T07:39:20.102252+0000","last_undegraded":"2024-07-26T07:39:20.102252+0000","last_fullsized":"2024-07-26T07:39:20.102252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132567+0000","last_change":"2024-07-26T07:39:17.851656+0000","last_active":"2024-07-26T07:39:19.132567+0000","last_peered":"2024-07-26T07:39:19.132567+0000","last_clean":"2024-07-26T07:39:19.132567+0000","last_became_active":"2024-07-26T07:39:17.851046+0000","last_became_peered":"2024-07-26T07:39:17.851046+0000","last_unstale":"2024-07-26T07:39:19.132567+0000","last_undegraded":"2024-07-26T07:39:19.132567+0000","last_fullsized":"2024-07-26T07:39:19.132567+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:18.076162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103623+0000","last_change":"2024-07-26T07:39:13.780929+0000","last_active":"2024-07-26T07:39:20.103623+0000","last_peered":"2024-07-26T07:39:20.103623+0000","last_clean":"2024-07-26T07:39:20.103623+0000","last_became_active":"2024-07-26T07:39:13.778196+0000","last_became_peered":"2024-07-26T07:39:13.778196+0000","last_unstale":"2024-07-26T07:39:20.103623+0000","last_undegraded":"2024-07-26T07:39:20.103623+0000","last_fullsized":"2024-07-26T07:39:20.103623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.809000+0000","last_change":"2024-07-26T07:39:12.746255+0000","last_active":"2024-07-26T07:39:18.809000+0000","last_peered":"2024-07-26T07:39:18.809000+0000","last_clean":"2024-07-26T07:39:18.809000+0000","last_became_active":"2024-07-26T07:39:12.745958+0000","last_became_peered":"2024-07-26T07:39:12.745958+0000","last_unstale":"2024-07-26T07:39:18.809000+0000","last_undegraded":"2024-07-26T07:39:18.809000+0000","last_fullsized":"2024-07-26T07:39:18.809000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805293+0000","last_change":"2024-07-26T07:39:17.843821+0000","last_active":"2024-07-26T07:39:18.805293+0000","last_peered":"2024-07-26T07:39:18.805293+0000","last_clean":"2024-07-26T07:39:18.805293+0000","last_became_active":"2024-07-26T07:39:17.833437+0000","last_became_peered":"2024-07-26T07:39:17.833437+0000","last_unstale":"2024-07-26T07:39:18.805293+0000","last_undegraded":"2024-07-26T07:39:18.805293+0000","last_fullsized":"2024-07-26T07:39:18.805293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:27.378497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805824+0000","last_change":"2024-07-26T07:39:17.847604+0000","last_active":"2024-07-26T07:39:18.805824+0000","last_peered":"2024-07-26T07:39:18.805824+0000","last_clean":"2024-07-26T07:39:18.805824+0000","last_became_active":"2024-07-26T07:39:17.847084+0000","last_became_peered":"2024-07-26T07:39:17.847084+0000","last_unstale":"2024-07-26T07:39:18.805824+0000","last_undegraded":"2024-07-26T07:39:18.805824+0000","last_fullsized":"2024-07-26T07:39:18.805824+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805641+0000","last_change":"2024-07-26T07:39:13.770977+0000","last_active":"2024-07-26T07:39:18.805641+0000","last_peered":"2024-07-26T07:39:18.805641+0000","last_clean":"2024-07-26T07:39:18.805641+0000","last_became_active":"2024-07-26T07:39:13.770645+0000","last_became_peered":"2024-07-26T07:39:13.770645+0000","last_unstale":"2024-07-26T07:39:18.805641+0000","last_undegraded":"2024-07-26T07:39:18.805641+0000","last_fullsized":"2024-07-26T07:39:18.805641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805886+0000","last_change":"2024-07-26T07:39:12.752345+0000","last_active":"2024-07-26T07:39:18.805886+0000","last_peered":"2024-07-26T07:39:18.805886+0000","last_clean":"2024-07-26T07:39:18.805886+0000","last_became_active":"2024-07-26T07:39:12.749695+0000","last_became_peered":"2024-07-26T07:39:12.749695+0000","last_unstale":"2024-07-26T07:39:18.805886+0000","last_undegraded":"2024-07-26T07:39:18.805886+0000","last_fullsized":"2024-07-26T07:39:18.805886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:15.973497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805979+0000","last_change":"2024-07-26T07:39:17.829304+0000","last_active":"2024-07-26T07:39:18.805979+0000","last_peered":"2024-07-26T07:39:18.805979+0000","last_clean":"2024-07-26T07:39:18.805979+0000","last_became_active":"2024-07-26T07:39:17.828837+0000","last_became_peered":"2024-07-26T07:39:17.828837+0000","last_unstale":"2024-07-26T07:39:18.805979+0000","last_undegraded":"2024-07-26T07:39:18.805979+0000","last_fullsized":"2024-07-26T07:39:18.805979+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:57.002407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599692+0000","last_change":"2024-07-26T07:39:13.777290+0000","last_active":"2024-07-26T07:39:19.599692+0000","last_peered":"2024-07-26T07:39:19.599692+0000","last_clean":"2024-07-26T07:39:19.599692+0000","last_became_active":"2024-07-26T07:39:13.776606+0000","last_became_peered":"2024-07-26T07:39:13.776606+0000","last_unstale":"2024-07-26T07:39:19.599692+0000","last_undegraded":"2024-07-26T07:39:19.599692+0000","last_fullsized":"2024-07-26T07:39:19.599692+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101714+0000","last_change":"2024-07-26T07:39:12.757516+0000","last_active":"2024-07-26T07:39:20.101714+0000","last_peered":"2024-07-26T07:39:20.101714+0000","last_clean":"2024-07-26T07:39:20.101714+0000","last_became_active":"2024-07-26T07:39:12.757133+0000","last_became_peered":"2024-07-26T07:39:12.757133+0000","last_unstale":"2024-07-26T07:39:20.101714+0000","last_undegraded":"2024-07-26T07:39:20.101714+0000","last_fullsized":"2024-07-26T07:39:20.101714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804509+0000","last_change":"2024-07-26T07:39:12.759328+0000","last_active":"2024-07-26T07:39:18.804509+0000","last_peered":"2024-07-26T07:39:18.804509+0000","last_clean":"2024-07-26T07:39:18.804509+0000","last_became_active":"2024-07-26T07:39:12.759075+0000","last_became_peered":"2024-07-26T07:39:12.759075+0000","last_unstale":"2024-07-26T07:39:18.804509+0000","last_undegraded":"2024-07-26T07:39:18.804509+0000","last_fullsized":"2024-07-26T07:39:18.804509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:42.493073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805528+0000","last_change":"2024-07-26T07:39:13.780505+0000","last_active":"2024-07-26T07:39:18.805528+0000","last_peered":"2024-07-26T07:39:18.805528+0000","last_clean":"2024-07-26T07:39:18.805528+0000","last_became_active":"2024-07-26T07:39:13.778507+0000","last_became_peered":"2024-07-26T07:39:13.778507+0000","last_unstale":"2024-07-26T07:39:18.805528+0000","last_undegraded":"2024-07-26T07:39:18.805528+0000","last_fullsized":"2024-07-26T07:39:18.805528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806697+0000","last_change":"2024-07-26T07:39:17.844138+0000","last_active":"2024-07-26T07:39:18.806697+0000","last_peered":"2024-07-26T07:39:18.806697+0000","last_clean":"2024-07-26T07:39:18.806697+0000","last_became_active":"2024-07-26T07:39:17.843646+0000","last_became_peered":"2024-07-26T07:39:17.843646+0000","last_unstale":"2024-07-26T07:39:18.806697+0000","last_undegraded":"2024-07-26T07:39:18.806697+0000","last_fullsized":"2024-07-26T07:39:18.806697+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:15.718780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601002+0000","last_change":"2024-07-26T07:39:12.755630+0000","last_active":"2024-07-26T07:39:19.601002+0000","last_peered":"2024-07-26T07:39:19.601002+0000","last_clean":"2024-07-26T07:39:19.601002+0000","last_became_active":"2024-07-26T07:39:12.755234+0000","last_became_peered":"2024-07-26T07:39:12.755234+0000","last_unstale":"2024-07-26T07:39:19.601002+0000","last_undegraded":"2024-07-26T07:39:19.601002+0000","last_fullsized":"2024-07-26T07:39:19.601002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806364+0000","last_change":"2024-07-26T07:39:13.776151+0000","last_active":"2024-07-26T07:39:18.806364+0000","last_peered":"2024-07-26T07:39:18.806364+0000","last_clean":"2024-07-26T07:39:18.806364+0000","last_became_active":"2024-07-26T07:39:13.775805+0000","last_became_peered":"2024-07-26T07:39:13.775805+0000","last_unstale":"2024-07-26T07:39:18.806364+0000","last_undegraded":"2024-07-26T07:39:18.806364+0000","last_fullsized":"2024-07-26T07:39:18.806364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133711+0000","last_change":"2024-07-26T07:39:17.846343+0000","last_active":"2024-07-26T07:39:19.133711+0000","last_peered":"2024-07-26T07:39:19.133711+0000","last_clean":"2024-07-26T07:39:19.133711+0000","last_became_active":"2024-07-26T07:39:17.845922+0000","last_became_peered":"2024-07-26T07:39:17.845922+0000","last_unstale":"2024-07-26T07:39:19.133711+0000","last_undegraded":"2024-07-26T07:39:19.133711+0000","last_fullsized":"2024-07-26T07:39:19.133711+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:30.796066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100761+0000","last_change":"2024-07-26T07:39:13.775095+0000","last_active":"2024-07-26T07:39:20.100761+0000","last_peered":"2024-07-26T07:39:20.100761+0000","last_clean":"2024-07-26T07:39:20.100761+0000","last_became_active":"2024-07-26T07:39:13.774200+0000","last_became_peered":"2024-07-26T07:39:13.774200+0000","last_unstale":"2024-07-26T07:39:20.100761+0000","last_undegraded":"2024-07-26T07:39:20.100761+0000","last_fullsized":"2024-07-26T07:39:20.100761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132589+0000","last_change":"2024-07-26T07:39:13.787616+0000","last_active":"2024-07-26T07:39:19.132589+0000","last_peered":"2024-07-26T07:39:19.132589+0000","last_clean":"2024-07-26T07:39:19.132589+0000","last_became_active":"2024-07-26T07:39:13.787277+0000","last_became_peered":"2024-07-26T07:39:13.787277+0000","last_unstale":"2024-07-26T07:39:19.132589+0000","last_undegraded":"2024-07-26T07:39:19.132589+0000","last_fullsized":"2024-07-26T07:39:19.132589+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:50:10.762484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803639+0000","last_change":"2024-07-26T07:39:13.777159+0000","last_active":"2024-07-26T07:39:18.803639+0000","last_peered":"2024-07-26T07:39:18.803639+0000","last_clean":"2024-07-26T07:39:18.803639+0000","last_became_active":"2024-07-26T07:39:13.776717+0000","last_became_peered":"2024-07-26T07:39:13.776717+0000","last_unstale":"2024-07-26T07:39:18.803639+0000","last_undegraded":"2024-07-26T07:39:18.803639+0000","last_fullsized":"2024-07-26T07:39:18.803639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.647533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600976+0000","last_change":"2024-07-26T07:39:13.785302+0000","last_active":"2024-07-26T07:39:19.600976+0000","last_peered":"2024-07-26T07:39:19.600976+0000","last_clean":"2024-07-26T07:39:19.600976+0000","last_became_active":"2024-07-26T07:39:13.784035+0000","last_became_peered":"2024-07-26T07:39:13.784035+0000","last_unstale":"2024-07-26T07:39:19.600976+0000","last_undegraded":"2024-07-26T07:39:19.600976+0000","last_fullsized":"2024-07-26T07:39:19.600976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103250+0000","last_change":"2024-07-26T07:39:13.776493+0000","last_active":"2024-07-26T07:39:20.103250+0000","last_peered":"2024-07-26T07:39:20.103250+0000","last_clean":"2024-07-26T07:39:20.103250+0000","last_became_active":"2024-07-26T07:39:13.776131+0000","last_became_peered":"2024-07-26T07:39:13.776131+0000","last_unstale":"2024-07-26T07:39:20.103250+0000","last_undegraded":"2024-07-26T07:39:20.103250+0000","last_fullsized":"2024-07-26T07:39:20.103250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102698+0000","last_change":"2024-07-26T07:39:13.784535+0000","last_active":"2024-07-26T07:39:20.102698+0000","last_peered":"2024-07-26T07:39:20.102698+0000","last_clean":"2024-07-26T07:39:20.102698+0000","last_became_active":"2024-07-26T07:39:13.783913+0000","last_became_peered":"2024-07-26T07:39:13.783913+0000","last_unstale":"2024-07-26T07:39:20.102698+0000","last_undegraded":"2024-07-26T07:39:20.102698+0000","last_fullsized":"2024-07-26T07:39:20.102698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103443+0000","last_change":"2024-07-26T07:39:13.774009+0000","last_active":"2024-07-26T07:39:20.103443+0000","last_peered":"2024-07-26T07:39:20.103443+0000","last_clean":"2024-07-26T07:39:20.103443+0000","last_became_active":"2024-07-26T07:39:13.773624+0000","last_became_peered":"2024-07-26T07:39:13.773624+0000","last_unstale":"2024-07-26T07:39:20.103443+0000","last_undegraded":"2024-07-26T07:39:20.103443+0000","last_fullsized":"2024-07-26T07:39:20.103443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600386+0000","last_change":"2024-07-26T07:39:13.788764+0000","last_active":"2024-07-26T07:39:19.600386+0000","last_peered":"2024-07-26T07:39:19.600386+0000","last_clean":"2024-07-26T07:39:19.600386+0000","last_became_active":"2024-07-26T07:39:13.787859+0000","last_became_peered":"2024-07-26T07:39:13.787859+0000","last_unstale":"2024-07-26T07:39:19.600386+0000","last_undegraded":"2024-07-26T07:39:19.600386+0000","last_fullsized":"2024-07-26T07:39:19.600386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805180+0000","last_change":"2024-07-26T07:39:13.792049+0000","last_active":"2024-07-26T07:39:18.805180+0000","last_peered":"2024-07-26T07:39:18.805180+0000","last_clean":"2024-07-26T07:39:18.805180+0000","last_became_active":"2024-07-26T07:39:13.789236+0000","last_became_peered":"2024-07-26T07:39:13.789236+0000","last_unstale":"2024-07-26T07:39:18.805180+0000","last_undegraded":"2024-07-26T07:39:18.805180+0000","last_fullsized":"2024-07-26T07:39:18.805180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599898+0000","last_change":"2024-07-26T07:39:13.780464+0000","last_active":"2024-07-26T07:39:19.599898+0000","last_peered":"2024-07-26T07:39:19.599898+0000","last_clean":"2024-07-26T07:39:19.599898+0000","last_became_active":"2024-07-26T07:39:13.774149+0000","last_became_peered":"2024-07-26T07:39:13.774149+0000","last_unstale":"2024-07-26T07:39:19.599898+0000","last_undegraded":"2024-07-26T07:39:19.599898+0000","last_fullsized":"2024-07-26T07:39:19.599898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806108+0000","last_change":"2024-07-26T07:39:13.798834+0000","last_active":"2024-07-26T07:39:18.806108+0000","last_peered":"2024-07-26T07:39:18.806108+0000","last_clean":"2024-07-26T07:39:18.806108+0000","last_became_active":"2024-07-26T07:39:13.798092+0000","last_became_peered":"2024-07-26T07:39:13.798092+0000","last_unstale":"2024-07-26T07:39:18.806108+0000","last_undegraded":"2024-07-26T07:39:18.806108+0000","last_fullsized":"2024-07-26T07:39:18.806108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805237+0000","last_change":"2024-07-26T07:39:13.775705+0000","last_active":"2024-07-26T07:39:18.805237+0000","last_peered":"2024-07-26T07:39:18.805237+0000","last_clean":"2024-07-26T07:39:18.805237+0000","last_became_active":"2024-07-26T07:39:13.775388+0000","last_became_peered":"2024-07-26T07:39:13.775388+0000","last_unstale":"2024-07-26T07:39:18.805237+0000","last_undegraded":"2024-07-26T07:39:18.805237+0000","last_fullsized":"2024-07-26T07:39:18.805237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102618+0000","last_change":"2024-07-26T07:39:13.786023+0000","last_active":"2024-07-26T07:39:20.102618+0000","last_peered":"2024-07-26T07:39:20.102618+0000","last_clean":"2024-07-26T07:39:20.102618+0000","last_became_active":"2024-07-26T07:39:13.784762+0000","last_became_peered":"2024-07-26T07:39:13.784762+0000","last_unstale":"2024-07-26T07:39:20.102618+0000","last_undegraded":"2024-07-26T07:39:20.102618+0000","last_fullsized":"2024-07-26T07:39:20.102618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806347+0000","last_change":"2024-07-26T07:39:13.779026+0000","last_active":"2024-07-26T07:39:18.806347+0000","last_peered":"2024-07-26T07:39:18.806347+0000","last_clean":"2024-07-26T07:39:18.806347+0000","last_became_active":"2024-07-26T07:39:13.777177+0000","last_became_peered":"2024-07-26T07:39:13.777177+0000","last_unstale":"2024-07-26T07:39:18.806347+0000","last_undegraded":"2024-07-26T07:39:18.806347+0000","last_fullsized":"2024-07-26T07:39:18.806347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:08.469569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134344+0000","last_change":"2024-07-26T07:39:13.786332+0000","last_active":"2024-07-26T07:39:19.134344+0000","last_peered":"2024-07-26T07:39:19.134344+0000","last_clean":"2024-07-26T07:39:19.134344+0000","last_became_active":"2024-07-26T07:39:13.786037+0000","last_became_peered":"2024-07-26T07:39:13.786037+0000","last_unstale":"2024-07-26T07:39:19.134344+0000","last_undegraded":"2024-07-26T07:39:19.134344+0000","last_fullsized":"2024-07-26T07:39:19.134344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:07:59.161210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806488+0000","last_change":"2024-07-26T07:39:13.783518+0000","last_active":"2024-07-26T07:39:18.806488+0000","last_peered":"2024-07-26T07:39:18.806488+0000","last_clean":"2024-07-26T07:39:18.806488+0000","last_became_active":"2024-07-26T07:39:13.783287+0000","last_became_peered":"2024-07-26T07:39:13.783287+0000","last_unstale":"2024-07-26T07:39:18.806488+0000","last_undegraded":"2024-07-26T07:39:18.806488+0000","last_fullsized":"2024-07-26T07:39:18.806488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:31.918959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804863+0000","last_change":"2024-07-26T07:39:13.785193+0000","last_active":"2024-07-26T07:39:18.804863+0000","last_peered":"2024-07-26T07:39:18.804863+0000","last_clean":"2024-07-26T07:39:18.804863+0000","last_became_active":"2024-07-26T07:39:13.784864+0000","last_became_peered":"2024-07-26T07:39:13.784864+0000","last_unstale":"2024-07-26T07:39:18.804863+0000","last_undegraded":"2024-07-26T07:39:18.804863+0000","last_fullsized":"2024-07-26T07:39:18.804863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:23.307251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599365+0000","last_change":"2024-07-26T07:39:13.772797+0000","last_active":"2024-07-26T07:39:19.599365+0000","last_peered":"2024-07-26T07:39:19.599365+0000","last_clean":"2024-07-26T07:39:19.599365+0000","last_became_active":"2024-07-26T07:39:13.772455+0000","last_became_peered":"2024-07-26T07:39:13.772455+0000","last_unstale":"2024-07-26T07:39:19.599365+0000","last_undegraded":"2024-07-26T07:39:19.599365+0000","last_fullsized":"2024-07-26T07:39:19.599365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102184+0000","last_change":"2024-07-26T07:39:13.784633+0000","last_active":"2024-07-26T07:39:20.102184+0000","last_peered":"2024-07-26T07:39:20.102184+0000","last_clean":"2024-07-26T07:39:20.102184+0000","last_became_active":"2024-07-26T07:39:13.784089+0000","last_became_peered":"2024-07-26T07:39:13.784089+0000","last_unstale":"2024-07-26T07:39:20.102184+0000","last_undegraded":"2024-07-26T07:39:20.102184+0000","last_fullsized":"2024-07-26T07:39:20.102184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102499+0000","last_change":"2024-07-26T07:39:13.797936+0000","last_active":"2024-07-26T07:39:20.102499+0000","last_peered":"2024-07-26T07:39:20.102499+0000","last_clean":"2024-07-26T07:39:20.102499+0000","last_became_active":"2024-07-26T07:39:13.797564+0000","last_became_peered":"2024-07-26T07:39:13.797564+0000","last_unstale":"2024-07-26T07:39:20.102499+0000","last_undegraded":"2024-07-26T07:39:20.102499+0000","last_fullsized":"2024-07-26T07:39:20.102499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102317+0000","last_change":"2024-07-26T07:39:13.786656+0000","last_active":"2024-07-26T07:39:20.102317+0000","last_peered":"2024-07-26T07:39:20.102317+0000","last_clean":"2024-07-26T07:39:20.102317+0000","last_became_active":"2024-07-26T07:39:13.785685+0000","last_became_peered":"2024-07-26T07:39:13.785685+0000","last_unstale":"2024-07-26T07:39:20.102317+0000","last_undegraded":"2024-07-26T07:39:20.102317+0000","last_fullsized":"2024-07-26T07:39:20.102317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101460+0000","last_change":"2024-07-26T07:39:13.776273+0000","last_active":"2024-07-26T07:39:20.101460+0000","last_peered":"2024-07-26T07:39:20.101460+0000","last_clean":"2024-07-26T07:39:20.101460+0000","last_became_active":"2024-07-26T07:39:13.776002+0000","last_became_peered":"2024-07-26T07:39:13.776002+0000","last_unstale":"2024-07-26T07:39:20.101460+0000","last_undegraded":"2024-07-26T07:39:20.101460+0000","last_fullsized":"2024-07-26T07:39:20.101460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102250+0000","last_change":"2024-07-26T07:39:13.789287+0000","last_active":"2024-07-26T07:39:20.102250+0000","last_peered":"2024-07-26T07:39:20.102250+0000","last_clean":"2024-07-26T07:39:20.102250+0000","last_became_active":"2024-07-26T07:39:13.787796+0000","last_became_peered":"2024-07-26T07:39:13.787796+0000","last_unstale":"2024-07-26T07:39:20.102250+0000","last_undegraded":"2024-07-26T07:39:20.102250+0000","last_fullsized":"2024-07-26T07:39:20.102250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.808907+0000","last_change":"2024-07-26T07:39:13.778250+0000","last_active":"2024-07-26T07:39:18.808907+0000","last_peered":"2024-07-26T07:39:18.808907+0000","last_clean":"2024-07-26T07:39:18.808907+0000","last_became_active":"2024-07-26T07:39:13.777928+0000","last_became_peered":"2024-07-26T07:39:13.777928+0000","last_unstale":"2024-07-26T07:39:18.808907+0000","last_undegraded":"2024-07-26T07:39:18.808907+0000","last_fullsized":"2024-07-26T07:39:18.808907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599387+0000","last_change":"2024-07-26T07:39:13.776952+0000","last_active":"2024-07-26T07:39:19.599387+0000","last_peered":"2024-07-26T07:39:19.599387+0000","last_clean":"2024-07-26T07:39:19.599387+0000","last_became_active":"2024-07-26T07:39:13.776203+0000","last_became_peered":"2024-07-26T07:39:13.776203+0000","last_unstale":"2024-07-26T07:39:19.599387+0000","last_undegraded":"2024-07-26T07:39:19.599387+0000","last_fullsized":"2024-07-26T07:39:19.599387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100022+0000","last_change":"2024-07-26T07:39:13.783278+0000","last_active":"2024-07-26T07:39:20.100022+0000","last_peered":"2024-07-26T07:39:20.100022+0000","last_clean":"2024-07-26T07:39:20.100022+0000","last_became_active":"2024-07-26T07:39:13.782988+0000","last_became_peered":"2024-07-26T07:39:13.782988+0000","last_unstale":"2024-07-26T07:39:20.100022+0000","last_undegraded":"2024-07-26T07:39:20.100022+0000","last_fullsized":"2024-07-26T07:39:20.100022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101954+0000","last_change":"2024-07-26T07:39:13.763879+0000","last_active":"2024-07-26T07:39:20.101954+0000","last_peered":"2024-07-26T07:39:20.101954+0000","last_clean":"2024-07-26T07:39:20.101954+0000","last_became_active":"2024-07-26T07:39:13.763414+0000","last_became_peered":"2024-07-26T07:39:13.763414+0000","last_unstale":"2024-07-26T07:39:20.101954+0000","last_undegraded":"2024-07-26T07:39:20.101954+0000","last_fullsized":"2024-07-26T07:39:20.101954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100842+0000","last_change":"2024-07-26T07:39:13.782467+0000","last_active":"2024-07-26T07:39:20.100842+0000","last_peered":"2024-07-26T07:39:20.100842+0000","last_clean":"2024-07-26T07:39:20.100842+0000","last_became_active":"2024-07-26T07:39:13.782055+0000","last_became_peered":"2024-07-26T07:39:13.782055+0000","last_unstale":"2024-07-26T07:39:20.100842+0000","last_undegraded":"2024-07-26T07:39:20.100842+0000","last_fullsized":"2024-07-26T07:39:20.100842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102757+0000","last_change":"2024-07-26T07:39:13.768436+0000","last_active":"2024-07-26T07:39:20.102757+0000","last_peered":"2024-07-26T07:39:20.102757+0000","last_clean":"2024-07-26T07:39:20.102757+0000","last_became_active":"2024-07-26T07:39:13.768088+0000","last_became_peered":"2024-07-26T07:39:13.768088+0000","last_unstale":"2024-07-26T07:39:20.102757+0000","last_undegraded":"2024-07-26T07:39:20.102757+0000","last_fullsized":"2024-07-26T07:39:20.102757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600536+0000","last_change":"2024-07-26T07:39:13.761217+0000","last_active":"2024-07-26T07:39:19.600536+0000","last_peered":"2024-07-26T07:39:19.600536+0000","last_clean":"2024-07-26T07:39:19.600536+0000","last_became_active":"2024-07-26T07:39:13.760835+0000","last_became_peered":"2024-07-26T07:39:13.760835+0000","last_unstale":"2024-07-26T07:39:19.600536+0000","last_undegraded":"2024-07-26T07:39:19.600536+0000","last_fullsized":"2024-07-26T07:39:19.600536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601255+0000","last_change":"2024-07-26T07:39:13.782542+0000","last_active":"2024-07-26T07:39:19.601255+0000","last_peered":"2024-07-26T07:39:19.601255+0000","last_clean":"2024-07-26T07:39:19.601255+0000","last_became_active":"2024-07-26T07:39:13.781729+0000","last_became_peered":"2024-07-26T07:39:13.781729+0000","last_unstale":"2024-07-26T07:39:19.601255+0000","last_undegraded":"2024-07-26T07:39:19.601255+0000","last_fullsized":"2024-07-26T07:39:19.601255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102144+0000","last_change":"2024-07-26T07:39:13.797367+0000","last_active":"2024-07-26T07:39:20.102144+0000","last_peered":"2024-07-26T07:39:20.102144+0000","last_clean":"2024-07-26T07:39:20.102144+0000","last_became_active":"2024-07-26T07:39:13.797053+0000","last_became_peered":"2024-07-26T07:39:13.797053+0000","last_unstale":"2024-07-26T07:39:20.102144+0000","last_undegraded":"2024-07-26T07:39:20.102144+0000","last_fullsized":"2024-07-26T07:39:20.102144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":270336,"data_stored":105614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":696074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":110128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":106196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":696052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":105670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542154,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":278528,"data_stored":105738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:39:40.146 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T07:39:40.147 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-07-26T07:39:40.147 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 -- 172.21.15.105:0/2995319591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 msgr2=0x7f06240b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 --2- 172.21.15.105:0/2995319591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f06240b5470 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f06240b5c90 tx=0x7f061402a4a0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 -- 172.21.15.105:0/2995319591 shutdown_connections 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 --2- 172.21.15.105:0/2995319591 >> v2:172.21.15.143:3300/0 conn(0x7f06240cf480 0x7f0624073770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 --2- 172.21.15.105:0/2995319591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f06240b5470 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.464 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 -- 172.21.15.105:0/2995319591 >> 172.21.15.105:0/2995319591 conn(0x7f062406c610 msgr2=0x7f062406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:40.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 -- 172.21.15.105:0/2995319591 shutdown_connections 2024-07-26T07:39:40.465 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.463+0000 7f0629800640 1 -- 172.21.15.105:0/2995319591 wait complete. 2024-07-26T07:39:40.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.466+0000 7f0629800640 1 Processor -- start 2024-07-26T07:39:40.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.466+0000 7f0629800640 1 -- start start 2024-07-26T07:39:40.469 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.469 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f06240cf480 0x7f06240cba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062415dbc0 0x7f06240ca180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f062406e7a0 con 0x7f0624072e50 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f062406e620 con 0x7f062415dbc0 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0629800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f062406e920 con 0x7f06240cf480 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.467+0000 7f0623e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:51706/0 (socket says 172.21.15.105:51706) 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 -- 172.21.15.105:0/741768550 learned_addr learned my addr 172.21.15.105:0/741768550 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623400640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f06240cf480 0x7f06240cba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 -- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f06240cf480 msgr2=0x7f06240cba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0628e00640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062415dbc0 0x7f06240ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f06240cf480 0x7f06240cba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 -- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062415dbc0 msgr2=0x7f06240ca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062415dbc0 0x7f06240ca180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 -- 172.21.15.105:0/741768550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06240cbf40 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.468+0000 7f0623e00640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0614009920 tx=0x7f0614033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.469+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0614031d60 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.469+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0614033e10 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.469+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0614005260 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.469+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062406cd00 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.469+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062415bc60 con 0x7f0624072e50 2024-07-26T07:39:40.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.470+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062415b770 con 0x7f0624072e50 2024-07-26T07:39:40.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.471+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0614005400 con 0x7f0624072e50 2024-07-26T07:39:40.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.473+0000 7f061be00640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 0x7f0600079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.473+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f06140b9db0 con 0x7f0624072e50 2024-07-26T07:39:40.474 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.474+0000 7f0623400640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 0x7f0600079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.475 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.475+0000 7f0623400640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 0x7f0600079570 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f060c005c40 tx=0x7f060c005bd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:40.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.478+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f061403f030 con 0x7f0624072e50 2024-07-26T07:39:40.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.685+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f06240b5470 con 0x7f0624072e50 2024-07-26T07:39:40.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.686+0000 7f061be00640 1 -- 172.21.15.105:0/741768550 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v27) ==== 86+0+160 (secure 0 0 0) 0x7f0614082d50 con 0x7f0624072e50 2024-07-26T07:39:40.687 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:40.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 msgr2=0x7f0600079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 0x7f0600079570 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f060c005c40 tx=0x7f060c005bd0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 msgr2=0x7f062415c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0614009920 tx=0x7f0614033c20 comp rx=0 tx=0).stop 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 shutdown_connections 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077060 0x7f0600079570 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062415dbc0 0x7f06240ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f06240cf480 0x7f06240cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 --2- 172.21.15.105:0/741768550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0624072e50 0x7f062415c460 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 >> 172.21.15.105:0/741768550 conn(0x7f062406c610 msgr2=0x7f062415e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:40.692 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 shutdown_connections 2024-07-26T07:39:40.692 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.689+0000 7f0629800640 1 -- 172.21.15.105:0/741768550 wait complete. 2024-07-26T07:39:40.717 INFO:teuthology.orchestra.run.smithi105.stdout:[{"version":27,"timestamp":"2024-07-26T07:38:59.856882+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"3176.324877"}]}] 2024-07-26T07:39:40.717 INFO:tasks.ceph_manager:config epoch is 27 2024-07-26T07:39:40.717 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-26T07:39:40.717 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-07-26T07:39:40.718 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 -- 172.21.15.105:0/1745049379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 msgr2=0x7f0874003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 --2- 172.21.15.105:0/1745049379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f0874003ea0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f088000c630 tx=0x7f0874005830 comp rx=0 tx=0).stop 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0894a00640 1 -- 172.21.15.105:0/1745049379 reap_dead start 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 -- 172.21.15.105:0/1745049379 shutdown_connections 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 -- 172.21.15.105:0/1745049379 >> 172.21.15.105:0/1745049379 conn(0x7f089006c610 msgr2=0x7f089006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 -- 172.21.15.105:0/1745049379 shutdown_connections 2024-07-26T07:39:40.988 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.987+0000 7f0895400640 1 -- 172.21.15.105:0/1745049379 wait complete. 2024-07-26T07:39:40.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.989+0000 7f0895400640 1 Processor -- start 2024-07-26T07:39:40.990 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.990+0000 7f0895400640 1 -- start start 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f089013f730 0x7f089013c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08900c5780 0x7f0890158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f089006f2c0 con 0x7f0874003a30 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f089006f140 con 0x7f089013f730 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f0895400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f089006f440 con 0x7f08900c5780 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.991+0000 7f088fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41386/0 (socket says 172.21.15.105:41386) 2024-07-26T07:39:40.992 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 -- 172.21.15.105:0/4195923440 learned_addr learned my addr 172.21.15.105:0/4195923440 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:40.993 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088f400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f089013f730 0x7f089013c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f0894a00640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08900c5780 0x7f0890158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 -- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08900c5780 msgr2=0x7f0890158120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08900c5780 0x7f0890158120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 -- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f089013f730 msgr2=0x7f089013c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f089013f730 0x7f089013c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 -- 172.21.15.105:0/4195923440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08901549e0 con 0x7f0874003a30 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.992+0000 7f088fe00640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f088000c720 tx=0x7f0880001b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.993+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0880039070 con 0x7f0874003a30 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.993+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f088002bcf0 con 0x7f0874003a30 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.993+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08900c6850 con 0x7f0874003a30 2024-07-26T07:39:40.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.993+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0880002080 con 0x7f0874003a30 2024-07-26T07:39:40.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.993+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08900c4ca0 con 0x7f0874003a30 2024-07-26T07:39:40.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.994+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08900b3e70 con 0x7f0874003a30 2024-07-26T07:39:40.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.995+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0880044020 con 0x7f0874003a30 2024-07-26T07:39:40.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.996+0000 7f0887e00640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 0x7f086c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:40.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.996+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f08800b8b40 con 0x7f0874003a30 2024-07-26T07:39:40.997 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.996+0000 7f088f400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 0x7f086c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:40.998 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:40.998+0000 7f088f400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 0x7f086c079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f089015a1a0 tx=0x7f0878005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:41.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.000+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0880081960 con 0x7f0874003a30 2024-07-26T07:39:41.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.254+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0890069af0 con 0x7f0874003a30 2024-07-26T07:39:41.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.261+0000 7f0887e00640 1 -- 172.21.15.105:0/4195923440 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+191109 (secure 0 0 0) 0x7f0880081260 con 0x7f0874003a30 2024-07-26T07:39:41.266 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.265+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 msgr2=0x7f086c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.265+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 0x7f086c079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f089015a1a0 tx=0x7f0878005f90 comp rx=0 tx=0).stop 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.265+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 msgr2=0x7f08900c6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.265+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f088000c720 tx=0x7f0880001b20 comp rx=0 tx=0).stop 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 shutdown_connections 2024-07-26T07:39:41.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f086c077010 0x7f086c079520 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08900c5780 0x7f0890158120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f089013f730 0x7f089013c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 --2- 172.21.15.105:0/4195923440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0874003a30 0x7f08900c6090 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 >> 172.21.15.105:0/4195923440 conn(0x7f089006c610 msgr2=0x7f089006ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 shutdown_connections 2024-07-26T07:39:41.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.266+0000 7f0895400640 1 -- 172.21.15.105:0/4195923440 wait complete. 2024-07-26T07:39:41.291 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1561975751},{"type":"v1","addr":"172.21.15.143:6801","nonce":1561975751}]},"active_addr":"172.21.15.143:6801/1561975751","active_change":"2024-07-26T07:38:50.758644+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4120,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.143:0","nonce":851636100}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.143:0","nonce":3964878232}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.143:0","nonce":2579278772}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.143:0","nonce":2031623188}]}]} 2024-07-26T07:39:41.296 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-07-26T07:39:41.296 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-07-26T07:39:41.296 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 -- 172.21.15.105:0/456041056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388164e80 msgr2=0x7f83881672a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 --2- 172.21.15.105:0/456041056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388164e80 0x7f83881672a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8380005fd0 tx=0x7f838002a820 comp rx=0 tx=0).stop 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 -- 172.21.15.105:0/456041056 shutdown_connections 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 --2- 172.21.15.105:0/456041056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388164e80 0x7f83881672a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 -- 172.21.15.105:0/456041056 >> 172.21.15.105:0/456041056 conn(0x7f838806c610 msgr2=0x7f838806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 -- 172.21.15.105:0/456041056 shutdown_connections 2024-07-26T07:39:41.555 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.554+0000 7f8387e00640 1 -- 172.21.15.105:0/456041056 wait complete. 2024-07-26T07:39:41.557 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.556+0000 7f8387e00640 1 Processor -- start 2024-07-26T07:39:41.557 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.556+0000 7f8387e00640 1 -- start start 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83880b38a0 0x7f83881661e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8388164e80 0x7f83880737a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f83880b5a60 con 0x7f8388142340 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f83880b58e0 con 0x7f8388164e80 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f8387e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f83881677e0 con 0x7f83880b38a0 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f837fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:41.560 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f837fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41404/0 (socket says 172.21.15.105:41404) 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.558+0000 7f837fe00640 1 -- 172.21.15.105:0/1067277846 learned_addr learned my addr 172.21.15.105:0/1067277846 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f8387400640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8388164e80 0x7f83880737a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f8386a00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83880b38a0 0x7f83881661e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 -- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83880b38a0 msgr2=0x7f83881661e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83880b38a0 0x7f83881661e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 -- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8388164e80 msgr2=0x7f83880737a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8388164e80 0x7f83880737a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 -- 172.21.15.105:0/1067277846 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83880729e0 con 0x7f8388142340 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837fe00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f837000b420 tx=0x7f837000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370011830 con 0x7f8388142340 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8370016070 con 0x7f8388142340 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8388072cc0 con 0x7f8388142340 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370011d60 con 0x7f8388142340 2024-07-26T07:39:41.561 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.559+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f838813f3e0 con 0x7f8388142340 2024-07-26T07:39:41.562 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.560+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83880b3cb0 con 0x7f8388142340 2024-07-26T07:39:41.562 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.562+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f837001b460 con 0x7f8388142340 2024-07-26T07:39:41.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.563+0000 7f837ea00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 0x7f8364079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:41.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.563+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f83700988a0 con 0x7f8388142340 2024-07-26T07:39:41.563 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.563+0000 7f8386a00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 0x7f8364079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:41.564 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.564+0000 7f8386a00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 0x7f8364079520 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8378007fd0 tx=0x7f8378009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:41.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.567+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8370020020 con 0x7f8388142340 2024-07-26T07:39:41.760 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.760+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83881668a0 con 0x7f8388142340 2024-07-26T07:39:41.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.763+0000 7f837ea00640 1 -- 172.21.15.105:0/1067277846 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f83700616c0 con 0x7f8388142340 2024-07-26T07:39:41.764 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:41.764 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:41.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.765+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 msgr2=0x7f8364079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.765+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 0x7f8364079520 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8378007fd0 tx=0x7f8378009040 comp rx=0 tx=0).stop 2024-07-26T07:39:41.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.765+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 msgr2=0x7f83881f7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:41.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.765+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f837000b420 tx=0x7f837000b8e0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 shutdown_connections 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8364077010 0x7f8364079520 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8388164e80 0x7f83880737a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8388142340 0x7f83881f7e50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 --2- 172.21.15.105:0/1067277846 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83880b38a0 0x7f83881661e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 >> 172.21.15.105:0/1067277846 conn(0x7f838806c610 msgr2=0x7f838815e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 shutdown_connections 2024-07-26T07:39:41.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:41.766+0000 7f8387e00640 1 -- 172.21.15.105:0/1067277846 wait complete. 2024-07-26T07:39:41.792 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-07-26T07:39:41.792 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 -- 172.21.15.105:0/2831645587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe815e910 msgr2=0x7f3fe815ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 --2- 172.21.15.105:0/2831645587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe815e910 0x7f3fe815ed20 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3fe80cd680 tx=0x7f3fe002a9c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 -- 172.21.15.105:0/2831645587 shutdown_connections 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 --2- 172.21.15.105:0/2831645587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe815e910 0x7f3fe815ed20 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 --2- 172.21.15.105:0/2831645587 >> v2:172.21.15.143:3300/0 conn(0x7f3fe80b51a0 0x7f3fe80b2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 --2- 172.21.15.105:0/2831645587 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe8155480 0x7f3fe8072120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 -- 172.21.15.105:0/2831645587 >> 172.21.15.105:0/2831645587 conn(0x7f3fe806c610 msgr2=0x7f3fe806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 -- 172.21.15.105:0/2831645587 shutdown_connections 2024-07-26T07:39:42.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.050+0000 7f3fee400640 1 -- 172.21.15.105:0/2831645587 wait complete. 2024-07-26T07:39:42.053 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.052+0000 7f3fee400640 1 Processor -- start 2024-07-26T07:39:42.053 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.053+0000 7f3fee400640 1 -- start start 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 0x7f3fe81547f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe815e910 0x7f3fe80ae7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe80ce840 con 0x7f3fe8155480 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe80ce6c0 con 0x7f3fe80b51a0 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fee400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3fe80ce9c0 con 0x7f3fe815e910 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fe7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fe7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41416/0 (socket says 172.21.15.105:41416) 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.054+0000 7f3fe7e00640 1 -- 172.21.15.105:0/1183748336 learned_addr learned my addr 172.21.15.105:0/1183748336 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3feda00640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe815e910 0x7f3fe80ae7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fed000640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 0x7f3fe81547f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 -- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe815e910 msgr2=0x7f3fe80ae7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe815e910 0x7f3fe80ae7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 -- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 msgr2=0x7f3fe81547f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 0x7f3fe81547f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 -- 172.21.15.105:0/1183748336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fe81f6cc0 con 0x7f3fe8155480 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fed000640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 0x7f3fe81547f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe7e00640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc00b390 tx=0x7f3fdc00b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc004230 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3fdc0044c0 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.055+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc011890 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.056+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fe81f2c20 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.056+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fe81f31e0 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.057+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fe81f6a30 con 0x7f3fe8155480 2024-07-26T07:39:42.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.058+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3fdc0035f0 con 0x7f3fe8155480 2024-07-26T07:39:42.059 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.059+0000 7f3fe4c00640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 0x7f3fcc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.059 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.059+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3fdc098d90 con 0x7f3fe8155480 2024-07-26T07:39:42.060 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.060+0000 7f3fed000640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 0x7f3fcc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.061 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.061+0000 7f3fed000640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 0x7f3fcc079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005fd0 tx=0x7f3fd8005d20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.064 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.063+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3fdc061ce0 con 0x7f3fe8155480 2024-07-26T07:39:42.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.254+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3fe80cef70 con 0x7f3fe8155480 2024-07-26T07:39:42.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.258+0000 7f3fe4c00640 1 -- 172.21.15.105:0/1183748336 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f3fdc0615e0 con 0x7f3fe8155480 2024-07-26T07:39:42.259 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:42.259 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 msgr2=0x7f3fcc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 0x7f3fcc079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005fd0 tx=0x7f3fd8005d20 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 msgr2=0x7f3fe81f6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc00b390 tx=0x7f3fdc00b850 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 shutdown_connections 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3fcc077010 0x7f3fcc079520 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fe815e910 0x7f3fe80ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fe8155480 0x7f3fe81f6070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 --2- 172.21.15.105:0/1183748336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fe80b51a0 0x7f3fe81547f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 >> 172.21.15.105:0/1183748336 conn(0x7f3fe806c610 msgr2=0x7f3fe815d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 shutdown_connections 2024-07-26T07:39:42.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.260+0000 7f3fee400640 1 -- 172.21.15.105:0/1183748336 wait complete. 2024-07-26T07:39:42.284 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-07-26T07:39:42.285 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-07-26T07:39:42.285 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-07-26T07:39:42.286 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-07-26T07:39:42.286 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-07-26T07:39:42.286 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-07-26T07:39:42.287 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-07-26T07:39:42.287 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-07-26T07:39:42.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 -- 172.21.15.105:0/1063895664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415fa00 msgr2=0x7f43040b4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 --2- 172.21.15.105:0/1063895664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415fa00 0x7f43040b4660 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f42f0009830 tx=0x7f42f002a4d0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 -- 172.21.15.105:0/1063895664 shutdown_connections 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 --2- 172.21.15.105:0/1063895664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415fa00 0x7f43040b4660 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 --2- 172.21.15.105:0/1063895664 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415f5f0 0x7f43040b4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 -- 172.21.15.105:0/1063895664 >> 172.21.15.105:0/1063895664 conn(0x7f4304071f90 msgr2=0x7f43040b2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.683+0000 7f4308e00640 1 -- 172.21.15.105:0/1063895664 shutdown_connections 2024-07-26T07:39:42.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.684+0000 7f4308e00640 1 -- 172.21.15.105:0/1063895664 wait complete. 2024-07-26T07:39:42.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.687+0000 7f4308e00640 1 Processor -- start 2024-07-26T07:39:42.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.687+0000 7f4308e00640 1 -- start start 2024-07-26T07:39:42.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415e490 0x7f43040ad990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415f5f0 0x7f4304141330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f430415fa00 0x7f43041fc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.692 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f43040ce2e0 con 0x7f430415f5f0 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f43040ce160 con 0x7f430415fa00 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.690+0000 7f4308e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f43040ce460 con 0x7f430415e490 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.691+0000 7f4302a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415f5f0 0x7f4304141330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.691+0000 7f4302a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415f5f0 0x7f4304141330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41436/0 (socket says 172.21.15.105:41436) 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.691+0000 7f4302a00640 1 -- 172.21.15.105:0/430768474 learned_addr learned my addr 172.21.15.105:0/430768474 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.691+0000 7f4303400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415e490 0x7f43040ad990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.692+0000 7f4303e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f430415fa00 0x7f43041fc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.694+0000 7f4303400640 1 -- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f430415fa00 msgr2=0x7f43041fc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.694+0000 7f4303400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f430415fa00 0x7f43041fc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.694+0000 7f4303400640 1 -- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415f5f0 msgr2=0x7f4304141330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.694+0000 7f4303400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f430415f5f0 0x7f4304141330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.694+0000 7f4303400640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43040aded0 con 0x7f430415e490 2024-07-26T07:39:42.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f4303400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415e490 0x7f43040ad990 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f42f400c3c0 tx=0x7f42f400c7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4017070 con 0x7f430415e490 2024-07-26T07:39:42.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42f40035f0 con 0x7f430415e490 2024-07-26T07:39:42.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4003a80 con 0x7f430415e490 2024-07-26T07:39:42.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4304141e60 con 0x7f430415e490 2024-07-26T07:39:42.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.695+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43040b2be0 con 0x7f430415e490 2024-07-26T07:39:42.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.697+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f43040a9570 con 0x7f430415e490 2024-07-26T07:39:42.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.697+0000 7f69e3200640 1 -- 172.21.15.105:0/1806429187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 msgr2=0x7f69d8036a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.697+0000 7f69e3200640 1 --2- 172.21.15.105:0/1806429187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 0x7f69d8036a40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f69dc066260 tx=0x7f69dc0a67c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 -- 172.21.15.105:0/1806429187 shutdown_connections 2024-07-26T07:39:42.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 --2- 172.21.15.105:0/1806429187 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69d80e2cb0 0x7f69d80e30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 --2- 172.21.15.105:0/1806429187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 0x7f69d8036a40 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 -- 172.21.15.105:0/1806429187 >> 172.21.15.105:0/1806429187 conn(0x7f69d80515f0 msgr2=0x7f69d8051a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 -- 172.21.15.105:0/1806429187 shutdown_connections 2024-07-26T07:39:42.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.698+0000 7f69e3200640 1 -- 172.21.15.105:0/1806429187 wait complete. 2024-07-26T07:39:42.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.699+0000 7f883ca00640 1 -- 172.21.15.105:0/3873782232 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380ceea0 msgr2=0x7f883806f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.699+0000 7f883ca00640 1 --2- 172.21.15.105:0/3873782232 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380ceea0 0x7f883806f7a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8838071050 tx=0x7f883002a8c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.701 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f42f401a070 con 0x7f430415e490 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f883ca00640 1 -- 172.21.15.105:0/3873782232 shutdown_connections 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f883ca00640 1 --2- 172.21.15.105:0/3873782232 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380ceea0 0x7f883806f7a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f883ca00640 1 --2- 172.21.15.105:0/3873782232 >> v2:172.21.15.143:3300/0 conn(0x7f88380b5700 0x7f8838144920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f883ca00640 1 -- 172.21.15.105:0/3873782232 >> 172.21.15.105:0/3873782232 conn(0x7f883806c610 msgr2=0x7f883806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.701+0000 7efcdb800640 1 -- 172.21.15.105:0/930042318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 msgr2=0x7efccc034430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.701+0000 7efcdb800640 1 --2- 172.21.15.105:0/930042318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 0x7efccc034430 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efccc034fc0 tx=0x7efcc802a5d0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.700+0000 7f883ca00640 1 -- 172.21.15.105:0/3873782232 shutdown_connections 2024-07-26T07:39:42.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.701+0000 7f883ca00640 1 -- 172.21.15.105:0/3873782232 wait complete. 2024-07-26T07:39:42.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.701+0000 7f42fb400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f42e4077010 0x7f42e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.701+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f42f40985f0 con 0x7f430415e490 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f42fb400640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] conn(0x7f42e4080760 0x7f42e4082bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f42e40832c0 con 0x7f42e4080760 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f42f4098a80 con 0x7f430415e490 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f4302a00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f42e4077010 0x7f42e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f4303e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] conn(0x7f42e4080760 0x7f42e4082bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f69e3200640 1 Processor -- start 2024-07-26T07:39:42.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.702+0000 7f69e3200640 1 -- start start 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7f4303e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] conn(0x7f42e4080760 0x7f42e4082bf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7efcdb800640 1 -- 172.21.15.105:0/930042318 shutdown_connections 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7efcdb800640 1 --2- 172.21.15.105:0/930042318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc050fe0 0x7efccc0513f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7efcdb800640 1 --2- 172.21.15.105:0/930042318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 0x7efccc034430 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7efcdb800640 1 -- 172.21.15.105:0/930042318 >> 172.21.15.105:0/930042318 conn(0x7efccc01d9d0 msgr2=0x7efccc039690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7efcdb800640 1 -- 172.21.15.105:0/930042318 shutdown_connections 2024-07-26T07:39:42.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.705+0000 7f883ca00640 1 Processor -- start 2024-07-26T07:39:42.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.704+0000 7f4302a00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f42e4077010 0x7f42e4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f430415bf60 tx=0x7f42fc0095c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.705+0000 7f69e3200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 0x7f69d8026010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== osd.0 v2:172.21.15.105:6800/3115705537 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f42e40832c0 con 0x7f42e4080760 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e3200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 0x7f69d817de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e1e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 0x7f69d8026010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e3200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69d80e2cb0 0x7f69d8181e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e1e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 0x7f69d8026010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41466/0 (socket says 172.21.15.105:41466) 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e1e00640 1 -- 172.21.15.105:0/91864505 learned_addr learned my addr 172.21.15.105:0/91864505 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f69d800a350 con 0x7f69d8007350 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f69d80df600 con 0x7f69d8036630 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f69d800bbf0 con 0x7f69d80e2cb0 2024-07-26T07:39:42.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.706+0000 7f69e1400640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 0x7f69d817de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e2800640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69d80e2cb0 0x7f69d8181e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e1e00640 1 -- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69d80e2cb0 msgr2=0x7f69d8181e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e1e00640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69d80e2cb0 0x7f69d8181e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e1e00640 1 -- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 msgr2=0x7f69d817de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e1e00640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8036630 0x7f69d817de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7f69e1e00640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d80e2140 con 0x7f69d8007350 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f69e1e00640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 0x7f69d8026010 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f69d000c730 tx=0x7f69d000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d0017070 con 0x7f69d8007350 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69d0005380 con 0x7f69d8007350 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d000a8a0 con 0x7f69d8007350 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69d80e2420 con 0x7f69d8007350 2024-07-26T07:39:42.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69d80e0bd0 con 0x7f69d8007350 2024-07-26T07:39:42.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.707+0000 7efcdb800640 1 -- 172.21.15.105:0/930042318 wait complete. 2024-07-26T07:39:42.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.711+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f69b8001030 con 0x7f69d8007350 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.705+0000 7f883ca00640 1 -- start start 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 0x7f883815fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88380ceea0 0x7f883813cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f883815f9c0 0x7f8838142760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f88380700f0 con 0x7f88380b5700 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f883806ff70 con 0x7f88380ceea0 2024-07-26T07:39:42.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.708+0000 7f883ca00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8838070270 con 0x7f883815f9c0 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f8836800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 0x7f883815fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f8836800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 0x7f883815fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41480/0 (socket says 172.21.15.105:41480) 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f8836800640 1 -- 172.21.15.105:0/1754169644 learned_addr learned my addr 172.21.15.105:0/1754169644 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.709+0000 7f8835e00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88380ceea0 0x7f883813cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f8836800640 1 -- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f883815f9c0 msgr2=0x7f8838142760 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f8836800640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f883815f9c0 0x7f8838142760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f8836800640 1 -- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88380ceea0 msgr2=0x7f883813cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f8836800640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88380ceea0 0x7f883813cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.710+0000 7f8836800640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88380cc0a0 con 0x7f88380b5700 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7efcdb800640 1 Processor -- start 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7efcdb800640 1 -- start start 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7fcaf2800640 1 -- 172.21.15.105:0/984909676 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcad40053f0 msgr2=0x7fcad400ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7fcaf2800640 1 --2- 172.21.15.105:0/984909676 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcad40053f0 0x7fcad400ba70 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcae403c000 tx=0x7fcad4005830 comp rx=0 tx=0).stop 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7fb6a7200640 1 -- 172.21.15.105:0/1021970417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006c610 msgr2=0x7fb6a0161bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.714 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1021970417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006c610 0x7fb6a0161bc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00d4b30 tx=0x7fb68c02a5f0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.712+0000 7f8836800640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 0x7f883815fdd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f882400d770 tx=0x7f882400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fcaf2800640 1 -- 172.21.15.105:0/984909676 shutdown_connections 2024-07-26T07:39:42.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fcaf2800640 1 --2- 172.21.15.105:0/984909676 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcad40053f0 0x7fcad400ba70 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fcaf2800640 1 -- 172.21.15.105:0/984909676 >> 172.21.15.105:0/984909676 conn(0x7fcae403a680 msgr2=0x7fcae403aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.715 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 -- 172.21.15.105:0/1021970417 shutdown_connections 2024-07-26T07:39:42.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1021970417 >> v2:172.21.15.143:3300/0 conn(0x7fb6a006ca20 0x7fb6a0162100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1021970417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006c610 0x7fb6a0161bc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 -- 172.21.15.105:0/1021970417 >> 172.21.15.105:0/1021970417 conn(0x7fb6a00b64b0 msgr2=0x7fb6a00d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fcaf2800640 1 -- 172.21.15.105:0/984909676 shutdown_connections 2024-07-26T07:39:42.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 -- 172.21.15.105:0/1021970417 shutdown_connections 2024-07-26T07:39:42.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8824039070 con 0x7f88380b5700 2024-07-26T07:39:42.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8824009d20 con 0x7f88380b5700 2024-07-26T07:39:42.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f69d001a070 con 0x7f69d8007350 2024-07-26T07:39:42.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8824004280 con 0x7f88380b5700 2024-07-26T07:39:42.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fb6a7200640 1 -- 172.21.15.105:0/1021970417 wait complete. 2024-07-26T07:39:42.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.714+0000 7f69d6000640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69c00770e0 0x7f69c00795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f69d0098750 con 0x7f69d8007350 2024-07-26T07:39:42.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69d6000640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] conn(0x7f69c00808a0 0x7f69c0082d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88381fc810 con 0x7f88380b5700 2024-07-26T07:39:42.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88381fcdd0 con 0x7f88380b5700 2024-07-26T07:39:42.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f69c0083400 con 0x7f69c00808a0 2024-07-26T07:39:42.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f69d0098b40 con 0x7f69d8007350 2024-07-26T07:39:42.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69e1400640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69c00770e0 0x7f69c00795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.715+0000 7f69e2800640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] conn(0x7f69c00808a0 0x7f69c0082d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.716+0000 7efcdb800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 0x7efccc0d2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.716+0000 7efcdb800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 0x7efccc049360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.716+0000 7efcdb800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 0x7efccc0498a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.713+0000 7fcaf2800640 1 -- 172.21.15.105:0/984909676 wait complete. 2024-07-26T07:39:42.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.716+0000 7efcdb800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efccc051cc0 con 0x7efccc039da0 2024-07-26T07:39:42.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcdb800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7efccc051b40 con 0x7efccc050fe0 2024-07-26T07:39:42.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcdb800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7efccc051e40 con 0x7efccc0df3e0 2024-07-26T07:39:42.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcd3e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 0x7efccc049360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7fcaf2800640 1 Processor -- start 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcd3e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 0x7efccc049360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:60766/0 (socket says 172.21.15.105:60766) 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcd9800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 0x7efccc0498a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcd9800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 0x7efccc0498a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48798/0 (socket says 172.21.15.105:48798) 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7efcd9800640 1 -- 172.21.15.105:0/1795714894 learned_addr learned my addr 172.21.15.105:0/1795714894 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7fcaf2800640 1 -- start start 2024-07-26T07:39:42.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7f69e2800640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] conn(0x7f69c00808a0 0x7f69c0082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7fc60b200640 1 -- 172.21.15.105:0/4027803072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c0d2dc0 msgr2=0x7fc60c0d31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7fc60b200640 1 --2- 172.21.15.105:0/4027803072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c0d2dc0 0x7fc60c0d31d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc60c0b9cd0 tx=0x7fc5f402a4f0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.718+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== osd.1 v2:172.21.15.105:6816/1505999742 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f69c0083400 con 0x7f69c00808a0 2024-07-26T07:39:42.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7efcd3e00640 1 -- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 msgr2=0x7efccc0498a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7efcd3e00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 0x7efccc0498a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fc60b200640 1 -- 172.21.15.105:0/4027803072 shutdown_connections 2024-07-26T07:39:42.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7efcd3e00640 1 -- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 msgr2=0x7efccc0d2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7efcd3e00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efccc039da0 0x7efccc0d2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7efcd3e00640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efccc0df8f0 con 0x7efccc050fe0 2024-07-26T07:39:42.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fc60b200640 1 --2- 172.21.15.105:0/4027803072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c0d2dc0 0x7fc60c0d31d0 secure :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc60c0b9cd0 tx=0x7fc5f402a4f0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7f69e1400640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69c00770e0 0x7f69c00795f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f69d800d900 tx=0x7f69dc0a8070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fc60b200640 1 --2- 172.21.15.105:0/4027803072 >> v2:172.21.15.105:3300/0 conn(0x7fc60c0cfe30 0x7fc60c1613d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fc60b200640 1 -- 172.21.15.105:0/4027803072 >> 172.21.15.105:0/4027803072 conn(0x7fc60c0d09d0 msgr2=0x7fc60c0d0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fc60b200640 1 -- 172.21.15.105:0/4027803072 shutdown_connections 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fb6a7200640 1 Processor -- start 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7fb6a7200640 1 -- start start 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.717+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8838144920 con 0x7f88380b5700 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.719+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8824005020 con 0x7f88380b5700 2024-07-26T07:39:42.729 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.720+0000 7fc60b200640 1 -- 172.21.15.105:0/4027803072 wait complete. 2024-07-26T07:39:42.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7efcd9800640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efccc0df3e0 0x7efccc0498a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:42.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 0x7fcae404e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcae417d9e0 0x7fcae417ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcae4050780 0x7fcae4050b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcae40076d0 con 0x7fcae4050780 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcae4007550 con 0x7fcae402f5e0 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fcaf2800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcae4007850 con 0x7fcae417d9e0 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7efcd3e00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 0x7efccc049360 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efcc400c370 tx=0x7efcc400c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006ca20 0x7fb6a00cc740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb6a00b2f30 0x7fb6a00ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 0x7fb6a01f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00d35f0 con 0x7fb6a006ca20 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00d3470 con 0x7fb6a01f8880 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a7200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a00d3770 con 0x7fb6a00b2f30 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a5200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 0x7fb6a01f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a5200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 0x7fb6a01f8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:60772/0 (socket says 172.21.15.105:60772) 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7fb6a5200640 1 -- 172.21.15.105:0/1257242492 learned_addr learned my addr 172.21.15.105:0/1257242492 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7fb69fe00640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006ca20 0x7fb6a00cc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7fcaeb400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 0x7fcae404e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.721+0000 7f882ea00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f88180770e0 0x7f88180795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f88240baf20 con 0x7f88380b5700 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7f882ea00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] conn(0x7f8818080820 0x7f8818082cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8824035e50 con 0x7f8818080820 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7fcaeb400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 0x7fcae404e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:60776/0 (socket says 172.21.15.105:60776) 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7f8835e00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f88180770e0 0x7f88180795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f882407fda0 con 0x7f88380b5700 2024-07-26T07:39:42.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7fcaeb400640 1 -- 172.21.15.105:0/3721387209 learned_addr learned my addr 172.21.15.105:0/3721387209 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.722+0000 7fcaeaa00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcae417d9e0 0x7fcae417ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7f8837200640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] conn(0x7f8818080820 0x7f8818082cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaeb400640 1 -- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcae417d9e0 msgr2=0x7fcae417ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaebe00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcae4050780 0x7fcae4050b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaeb400640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcae417d9e0 0x7fcae417ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc4017070 con 0x7efccc050fe0 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7fc60b200640 1 Processor -- start 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efcc40052d0 con 0x7efccc050fe0 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc4003850 con 0x7efccc050fe0 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaeb400640 1 -- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcae4050780 msgr2=0x7fcae4050b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaeb400640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcae4050780 0x7fcae4050b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fcaeb400640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae40510d0 con 0x7fcae402f5e0 2024-07-26T07:39:42.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7f8835e00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f88180770e0 0x7f88180795f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f883806d5c0 tx=0x7f8828009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7fc60b200640 1 -- start start 2024-07-26T07:39:42.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7efcdb800640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efccc053c00 con 0x7efccc050fe0 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7efcdb800640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efccc052b60 con 0x7efccc050fe0 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fb6a5200640 1 -- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb6a00b2f30 msgr2=0x7fb6a00ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fb6a5200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb6a00b2f30 0x7fb6a00ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fb6a5200640 1 -- 172.21.15.105:0/1257242492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006ca20 msgr2=0x7fb6a00cc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fb6a5200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6a006ca20 0x7fb6a00cc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.723+0000 7fb6a5200640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a0156b60 con 0x7fb6a01f8880 2024-07-26T07:39:42.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7fb6a5200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 0x7fb6a01f8c90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb69800ea70 tx=0x7fb69800ef30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.724+0000 7fcaebe00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcae4050780 0x7fcae4050b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:42.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69800cde0 con 0x7fb6a01f8880 2024-07-26T07:39:42.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb698004c10 con 0x7fb6a01f8880 2024-07-26T07:39:42.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb698005020 con 0x7fb6a01f8880 2024-07-26T07:39:42.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7fcaeb400640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 0x7fcae404e990 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcae000e9c0 tx=0x7fcae000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7f8837200640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] conn(0x7f8818080820 0x7f8818082cb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.725+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efcac001030 con 0x7efccc050fe0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae000cc00 con 0x7fcae402f5e0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcae000ce90 con 0x7fcae402f5e0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae404eed0 con 0x7fcae402f5e0 2024-07-26T07:39:42.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae00116b0 con 0x7fcae402f5e0 2024-07-26T07:39:42.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a0156fa0 con 0x7fb6a01f8880 2024-07-26T07:39:42.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae417e550 con 0x7fcae402f5e0 2024-07-26T07:39:42.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.726+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a00c9780 con 0x7fb6a01f8880 2024-07-26T07:39:42.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 0x7fc60c155bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc60c0cfe30 0x7fc60c1fa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c158980 0x7fc60c1f9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb6a00ce7e0 con 0x7fb6a01f8880 2024-07-26T07:39:42.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc60c0b89f0 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc60c0b8b70 con 0x7fc60c158980 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc60b200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc60c0b8cf0 con 0x7fc60c0cfe30 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc609e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 0x7fc60c155bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc609e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 0x7fc60c155bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41542/0 (socket says 172.21.15.105:41542) 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc609e00640 1 -- 172.21.15.105:0/4057543127 learned_addr learned my addr 172.21.15.105:0/4057543127 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fc609400640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc60c0cfe30 0x7fc60c1fa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.727+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcae417e950 con 0x7fcae402f5e0 2024-07-26T07:39:42.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 -- 172.21.15.105:0/3673074707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa76015e2b0 msgr2=0x7fa7600cf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 --2- 172.21.15.105:0/3673074707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa76015e2b0 0x7fa7600cf100 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa74c005fd0 tx=0x7fa74c02a5d0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fc60a800640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c158980 0x7fc60c1f9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== osd.4 v2:172.21.15.143:6802/2799159552 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8824035e50 con 0x7f8818080820 2024-07-26T07:39:42.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 -- 172.21.15.105:0/3673074707 shutdown_connections 2024-07-26T07:39:42.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 --2- 172.21.15.105:0/3673074707 >> v2:172.21.15.105:3300/0 conn(0x7fa7600d1e70 0x7fa7600d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 --2- 172.21.15.105:0/3673074707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa76015e2b0 0x7fa7600cf100 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.728+0000 7fa766c00640 1 -- 172.21.15.105:0/3673074707 >> 172.21.15.105:0/3673074707 conn(0x7fa7600b6430 msgr2=0x7fa7600d3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 -- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc60c0cfe30 msgr2=0x7fc60c1fa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc60c0cfe30 0x7fc60c1fa700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 -- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c158980 msgr2=0x7fc60c1f9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc60c158980 0x7fc60c1f9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc60c156130 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efcc401a070 con 0x7efccc050fe0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.729+0000 7fc609e00640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 0x7fc60c155bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00e9f0 tx=0x7fc5fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5fc00cd20 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5fc004020 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5fc00cd20 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc60c1566e0 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc60c1f9650 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7efcd0c00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efcb8077010 0x7efcb8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.730+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7efcc4098620 con 0x7efccc050fe0 2024-07-26T07:39:42.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7efcd0c00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] conn(0x7efcb80807d0 0x7efcb8082c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efcc4013e50 con 0x7efcb80807d0 2024-07-26T07:39:42.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efcc4098a10 con 0x7efccc050fe0 2024-07-26T07:39:42.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7efcd9800640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] conn(0x7efcb80807d0 0x7efcb8082c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc60c0cef50 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.731+0000 7fa766c00640 1 -- 172.21.15.105:0/3673074707 shutdown_connections 2024-07-26T07:39:42.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.732+0000 7efcd8e00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efcb8077010 0x7efcb8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.733+0000 7efcd9800640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] conn(0x7efcb80807d0 0x7efcb8082c60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.734+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== osd.2 v2:172.21.15.105:6808/2933107364 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efcc4013e50 con 0x7efcb80807d0 2024-07-26T07:39:42.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.734+0000 7efcd8e00640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efcb8077010 0x7efcb8079520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efcc8033000 tx=0x7efcc80046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.733+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcae0011850 con 0x7fcae402f5e0 2024-07-26T07:39:42.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.734+0000 7fcadf400640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcacc077010 0x7fcacc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.734+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fcae0099ea0 con 0x7fcae402f5e0 2024-07-26T07:39:42.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.735+0000 7fcadf400640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] conn(0x7fcacc0807e0 0x7fcacc082c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.735+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc5fc004210 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.735+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcacc083340 con 0x7fcacc0807e0 2024-07-26T07:39:42.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.735+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcae009a290 con 0x7fcae402f5e0 2024-07-26T07:39:42.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.733+0000 7fa766c00640 1 -- 172.21.15.105:0/3673074707 wait complete. 2024-07-26T07:39:42.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.736+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb6980051c0 con 0x7fb6a01f8880 2024-07-26T07:39:42.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.737+0000 7fcaebe00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] conn(0x7fcacc0807e0 0x7fcacc082c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.737+0000 7fcaeaa00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcacc077010 0x7fcacc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.753 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.737+0000 7fc602000640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc5e8077210 0x7fc5e8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.737+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc5fc05dda0 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.737+0000 7fc602000640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] conn(0x7fc5e80815a0 0x7fc5e8083a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5e8084160 con 0x7fc5e80815a0 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5fc05dfa0 con 0x7fc60c0ce1b0 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fb697e00640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb680077010 0x7fb680079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.754 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fcaebe00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] conn(0x7fcacc0807e0 0x7fcacc082c70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb698099ed0 con 0x7fb6a01f8880 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fcaeaa00640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcacc077010 0x7fcacc079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcae403bee0 tx=0x7fcad8000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.738+0000 7fb697e00640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] conn(0x7fb6800807d0 0x7fb680082c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb680083330 con 0x7fb6800807d0 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb69809a2c0 con 0x7fb6a01f8880 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fb69fe00640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb680077010 0x7fb680079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.755 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fb69f400640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] conn(0x7fb6800807d0 0x7fb680082c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fc609400640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc5e8077210 0x7fc5e8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.739+0000 7fc60a800640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] conn(0x7fc5e80815a0 0x7fc5e8083a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.740+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== osd.3 v2:172.21.15.105:6824/937459479 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcacc083340 con 0x7fcacc0807e0 2024-07-26T07:39:42.756 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.740+0000 7fc609400640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc5e8077210 0x7fc5e8079720 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4032000 tx=0x7fc5f4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.741+0000 7fb69f400640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] conn(0x7fb6800807d0 0x7fb680082c60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.741+0000 7fc60a800640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] conn(0x7fc5e80815a0 0x7fc5e8083a90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.742+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 --> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f43040af190 con 0x7f42e4080760 2024-07-26T07:39:42.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.740+0000 7fa766c00640 1 Processor -- start 2024-07-26T07:39:42.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.740+0000 7fa766c00640 1 -- start start 2024-07-26T07:39:42.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.742+0000 7fb69fe00640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb680077010 0x7fb680079520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00d2990 tx=0x7fb690009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.758 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 0x7fa7601f6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7f42fb400640 1 -- 172.21.15.105:0/430768474 <== osd.0 v2:172.21.15.105:6800/3115705537 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f43040af190 con 0x7f42e4080760 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 0x7fa7601f7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa76015e2b0 0x7fa7601f7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa7600d2940 con 0x7fa7600b2e90 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa7600d27c0 con 0x7fa76015e2b0 2024-07-26T07:39:42.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa766c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa7600d2ac0 con 0x7fa7600d1e70 2024-07-26T07:39:42.760 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== osd.6 v2:172.21.15.143:6811/3485831693 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb680083330 con 0x7fb6800807d0 2024-07-26T07:39:42.760 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] conn(0x7f42e4080760 msgr2=0x7f42e4082bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.760 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.105:6800/3115705537,v1:172.21.15.105:6801/3115705537] conn(0x7f42e4080760 0x7f42e4082bf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.760 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.743+0000 7fa75fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 0x7fa7601f6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7fa764c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa76015e2b0 0x7fa7601f7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7fa75f400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 0x7fa7601f7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f42e4077010 msgr2=0x7f42e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f42e4077010 0x7f42e4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f430415bf60 tx=0x7f42fc0095c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415e490 msgr2=0x7f43040ad990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 --2- 172.21.15.105:0/430768474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f430415e490 0x7f43040ad990 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f42f400c3c0 tx=0x7f42f400c7c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4303e00640 1 -- 172.21.15.105:0/430768474 reap_dead start 2024-07-26T07:39:42.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7fa75fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 0x7fa7601f6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41556/0 (socket says 172.21.15.105:41556) 2024-07-26T07:39:42.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7fa75f400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 0x7fa7601f7200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48836/0 (socket says 172.21.15.105:48836) 2024-07-26T07:39:42.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7fa75fe00640 1 -- 172.21.15.105:0/3411575776 learned_addr learned my addr 172.21.15.105:0/3411575776 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 shutdown_connections 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.744+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 >> 172.21.15.105:0/430768474 conn(0x7f4304071f90 msgr2=0x7f43040734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 shutdown_connections 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7f4308e00640 1 -- 172.21.15.105:0/430768474 wait complete. 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75f400640 1 -- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa76015e2b0 msgr2=0x7fa7601f7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75f400640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa76015e2b0 0x7fa7601f7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75f400640 1 -- 172.21.15.105:0/3411575776 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 msgr2=0x7fa7601f6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75f400640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 0x7fa7601f6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75f400640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa76015e9a0 con 0x7fa7600d1e70 2024-07-26T07:39:42.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.746+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== osd.7 v2:172.21.15.143:6814/3136484728 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5e8084160 con 0x7fc5e80815a0 2024-07-26T07:39:42.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.745+0000 7fa75fe00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7600b2e90 0x7fa7601f6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:42.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.746+0000 7fa764c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa76015e2b0 0x7fa7601f7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.746+0000 7fa75f400640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 0x7fa7601f7200 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa74c031000 tx=0x7fa74c0038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.748+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c03e030 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.748+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa74c003ca0 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.748+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa74c035040 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.749+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa76015ec40 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.749+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7600cbed0 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.751+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa76015f160 con 0x7fa7600d1e70 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.753+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 --> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8838069af0 con 0x7f8818080820 2024-07-26T07:39:42.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.754+0000 7f882ea00640 1 -- 172.21.15.105:0/1754169644 <== osd.4 v2:172.21.15.143:6802/2799159552 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8838069af0 con 0x7f8818080820 2024-07-26T07:39:42.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.754+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa74c041030 con 0x7fa7600d1e70 2024-07-26T07:39:42.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] conn(0x7f8818080820 msgr2=0x7f8818082cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7fa757e00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa740077040 0x7fa740079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6802/2799159552,v1:172.21.15.143:6803/2799159552] conn(0x7f8818080820 0x7f8818082cb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa74c0b9780 con 0x7fa7600d1e70 2024-07-26T07:39:42.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7fa757e00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] conn(0x7fa740080800 0x7fa740082c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:42.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa74c003e50 con 0x7fa740080800 2024-07-26T07:39:42.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa74c0b9b70 con 0x7fa7600d1e70 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f88180770e0 msgr2=0x7f88180795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f88180770e0 0x7f88180795f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f883806d5c0 tx=0x7f8828009040 comp rx=0 tx=0).stop 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 msgr2=0x7f883815fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f883ca00640 1 --2- 172.21.15.105:0/1754169644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f88380b5700 0x7f883815fdd0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f882400d770 tx=0x7f882400dc30 comp rx=0 tx=0).stop 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.756+0000 7f8837200640 1 -- 172.21.15.105:0/1754169644 reap_dead start 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.757+0000 7fa75fe00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa740077040 0x7fa740079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.757+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 shutdown_connections 2024-07-26T07:39:42.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.757+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 >> 172.21.15.105:0/1754169644 conn(0x7f883806c610 msgr2=0x7f8838072120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.757+0000 7fa764c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] conn(0x7fa740080800 0x7fa740082c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:42.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.757+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 shutdown_connections 2024-07-26T07:39:42.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.758+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 --> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efcac002dd0 con 0x7efcb80807d0 2024-07-26T07:39:42.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.759+0000 7efcd0c00640 1 -- 172.21.15.105:0/1795714894 <== osd.2 v2:172.21.15.105:6808/2933107364 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7efcac002dd0 con 0x7efcb80807d0 2024-07-26T07:39:42.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.759+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] conn(0x7efcb80807d0 msgr2=0x7efcb8082c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.771 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.759+0000 7efcc2000640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.105:6808/2933107364,v1:172.21.15.105:6809/2933107364] conn(0x7efcb80807d0 0x7efcb8082c60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.760+0000 7fa75fe00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa740077040 0x7fa740079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7580012e0 tx=0x7fa758009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.758+0000 7f883ca00640 1 -- 172.21.15.105:0/1754169644 wait complete. 2024-07-26T07:39:42.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efcb8077010 msgr2=0x7efcb8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efcb8077010 0x7efcb8079520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efcc8033000 tx=0x7efcc80046c0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 msgr2=0x7efccc049360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 --2- 172.21.15.105:0/1795714894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efccc050fe0 0x7efccc049360 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7efcc400c370 tx=0x7efcc400c830 comp rx=0 tx=0).stop 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcd9800640 1 -- 172.21.15.105:0/1795714894 reap_dead start 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 shutdown_connections 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 >> 172.21.15.105:0/1795714894 conn(0x7efccc01d9d0 msgr2=0x7efccc04aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.773 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.761+0000 7fa764c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] conn(0x7fa740080800 0x7fa740082c90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:42.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.762+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 shutdown_connections 2024-07-26T07:39:42.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.762+0000 7efcc2000640 1 -- 172.21.15.105:0/1795714894 wait complete. 2024-07-26T07:39:42.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.763+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 --> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f69b8002dd0 con 0x7f69c00808a0 2024-07-26T07:39:42.774 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.764+0000 7f69d6000640 1 -- 172.21.15.105:0/91864505 <== osd.1 v2:172.21.15.105:6816/1505999742 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f69b8002dd0 con 0x7f69c00808a0 2024-07-26T07:39:42.775 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.764+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== osd.5 v2:172.21.15.143:6810/215583358 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa74c003e50 con 0x7fa740080800 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.765+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] conn(0x7f69c00808a0 msgr2=0x7f69c0082d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.765+0000 7f69e3200640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:6816/1505999742,v1:172.21.15.105:6817/1505999742] conn(0x7f69c00808a0 0x7f69c0082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.768+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69c00770e0 msgr2=0x7f69c00795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.768+0000 7f69e3200640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69c00770e0 0x7f69c00795f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f69d800d900 tx=0x7f69dc0a8070 comp rx=0 tx=0).stop 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.768+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 msgr2=0x7f69d8026010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.768+0000 7f69e3200640 1 --2- 172.21.15.105:0/91864505 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8007350 0x7f69d8026010 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f69d000c730 tx=0x7f69d000cbf0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.768+0000 7f69e2800640 1 -- 172.21.15.105:0/91864505 reap_dead start 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.770+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 shutdown_connections 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.770+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 >> 172.21.15.105:0/91864505 conn(0x7f69d80515f0 msgr2=0x7f69d8051a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.770+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 shutdown_connections 2024-07-26T07:39:42.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.770+0000 7f69e3200640 1 -- 172.21.15.105:0/91864505 wait complete. 2024-07-26T07:39:42.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.773+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 --> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcae40533d0 con 0x7fcacc0807e0 2024-07-26T07:39:42.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.774+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 --> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb6a0156d50 con 0x7fb6800807d0 2024-07-26T07:39:42.777 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.774+0000 7fcadf400640 1 -- 172.21.15.105:0/3721387209 <== osd.3 v2:172.21.15.105:6824/937459479 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcae40533d0 con 0x7fcacc0807e0 2024-07-26T07:39:42.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.775+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] conn(0x7fcacc0807e0 msgr2=0x7fcacc082c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.105:6824/937459479,v1:172.21.15.105:6825/937459479] conn(0x7fcacc0807e0 0x7fcacc082c70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcacc077010 msgr2=0x7fcacc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.778 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fb697e00640 1 -- 172.21.15.105:0/1257242492 <== osd.6 v2:172.21.15.143:6811/3485831693 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb6a0156d50 con 0x7fb6800807d0 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcacc077010 0x7fcacc079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcae403bee0 tx=0x7fcad8000ed0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 msgr2=0x7fcae404e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 --2- 172.21.15.105:0/3721387209 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcae402f5e0 0x7fcae404e990 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcae000e9c0 tx=0x7fcae000ee80 comp rx=0 tx=0).stop 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaebe00640 1 -- 172.21.15.105:0/3721387209 reap_dead start 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 shutdown_connections 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.776+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 >> 172.21.15.105:0/3721387209 conn(0x7fcae403a680 msgr2=0x7fcae40e2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.777+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 --> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc60c0d10c0 con 0x7fc5e80815a0 2024-07-26T07:39:42.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.777+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 shutdown_connections 2024-07-26T07:39:42.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.777+0000 7fcaf2800640 1 -- 172.21.15.105:0/3721387209 wait complete. 2024-07-26T07:39:42.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.777+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] conn(0x7fb6800807d0 msgr2=0x7fb680082c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.777+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6811/3485831693,v1:172.21.15.143:6813/3485831693] conn(0x7fb6800807d0 0x7fb680082c60 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb680077010 msgr2=0x7fb680079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fb680077010 0x7fb680079520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00d2990 tx=0x7fb690009040 comp rx=0 tx=0).stop 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 msgr2=0x7fb6a01f8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 --2- 172.21.15.105:0/1257242492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb6a01f8880 0x7fb6a01f8c90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb69800ea70 tx=0x7fb69800ef30 comp rx=0 tx=0).stop 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a5200640 1 -- 172.21.15.105:0/1257242492 reap_dead start 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 shutdown_connections 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 >> 172.21.15.105:0/1257242492 conn(0x7fb6a00b64b0 msgr2=0x7fb6a00b7260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.781 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.778+0000 7fc602000640 1 -- 172.21.15.105:0/4057543127 <== osd.7 v2:172.21.15.143:6814/3136484728 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc60c0d10c0 con 0x7fc5e80815a0 2024-07-26T07:39:42.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.779+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 shutdown_connections 2024-07-26T07:39:42.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.779+0000 7fb6a7200640 1 -- 172.21.15.105:0/1257242492 wait complete. 2024-07-26T07:39:42.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.779+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] conn(0x7fc5e80815a0 msgr2=0x7fc5e8083a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.779+0000 7fc60b200640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6814/3136484728,v1:172.21.15.143:6817/3136484728] conn(0x7fc5e80815a0 0x7fc5e8083a90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.783 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.783 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-26T07:39:42.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc5e8077210 msgr2=0x7fc5e8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc5e8077210 0x7fc5e8079720 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4032000 tx=0x7fc5f4004730 comp rx=0 tx=0).stop 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 msgr2=0x7fc60c155bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 --2- 172.21.15.105:0/4057543127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc60c0ce1b0 0x7fc60c155bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00e9f0 tx=0x7fc5fc00eeb0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60a800640 1 -- 172.21.15.105:0/4057543127 reap_dead start 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 shutdown_connections 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 >> 172.21.15.105:0/4057543127 conn(0x7fc60c0d09d0 msgr2=0x7fc60c15e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.780+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 shutdown_connections 2024-07-26T07:39:42.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.781+0000 7fc60b200640 1 -- 172.21.15.105:0/4057543127 wait complete. 2024-07-26T07:39:42.793 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.792+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 --> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa7600d2f90 con 0x7fa740080800 2024-07-26T07:39:42.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.796+0000 7fa757e00640 1 -- 172.21.15.105:0/3411575776 <== osd.5 v2:172.21.15.143:6810/215583358 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa7600d2f90 con 0x7fa740080800 2024-07-26T07:39:42.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.796+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] conn(0x7fa740080800 msgr2=0x7fa740082c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.796+0000 7fa766c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6810/215583358,v1:172.21.15.143:6812/215583358] conn(0x7fa740080800 0x7fa740082c90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.798 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.798 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-07-26T07:39:42.798 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.797+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa740077040 msgr2=0x7fa740079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.797+0000 7fa766c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa740077040 0x7fa740079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7580012e0 tx=0x7fa758009040 comp rx=0 tx=0).stop 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.797+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 msgr2=0x7fa7601f7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.797+0000 7fa766c00640 1 --2- 172.21.15.105:0/3411575776 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa7600d1e70 0x7fa7601f7200 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa74c031000 tx=0x7fa74c0038a0 comp rx=0 tx=0).stop 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.798+0000 7fa764c00640 1 -- 172.21.15.105:0/3411575776 reap_dead start 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.798+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 shutdown_connections 2024-07-26T07:39:42.799 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.798+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 >> 172.21.15.105:0/3411575776 conn(0x7fa7600b6430 msgr2=0x7fa7600b81f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:42.800 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.800+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 shutdown_connections 2024-07-26T07:39:42.801 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:42.800+0000 7fa766c00640 1 -- 172.21.15.105:0/3411575776 wait complete. 2024-07-26T07:39:42.802 INFO:teuthology.orchestra.run.smithi105.stdout:64424509450 2024-07-26T07:39:42.802 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-07-26T07:39:42.807 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.807 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-07-26T07:39:42.814 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.814 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-26T07:39:42.815 INFO:teuthology.orchestra.run.smithi105.stdout:60129542156 2024-07-26T07:39:42.815 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-26T07:39:42.823 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.823 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-07-26T07:39:42.839 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:42.840 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-07-26T07:39:43.196 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.195+0000 7f54cec00640 1 -- 172.21.15.105:0/2946783727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0009ba0 msgr2=0x7f54c00df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.196 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.196+0000 7f54cec00640 1 --2- 172.21.15.105:0/2946783727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0009ba0 0x7f54c00df180 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f54c807a690 tx=0x7f54c80a67f0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.197 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.196+0000 7f54cec00640 1 -- 172.21.15.105:0/2946783727 shutdown_connections 2024-07-26T07:39:43.197 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.196+0000 7f54cec00640 1 --2- 172.21.15.105:0/2946783727 >> v2:172.21.15.143:3300/0 conn(0x7f54c0036970 0x7f54c001c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.197 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f1a8ca00640 1 -- 172.21.15.105:0/2597924021 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a6c003be0 msgr2=0x7f1a6c004010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.198 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f54cec00640 1 --2- 172.21.15.105:0/2946783727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0036430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.198 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f54cec00640 1 --2- 172.21.15.105:0/2946783727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0009ba0 0x7f54c00df180 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.198 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f54cec00640 1 -- 172.21.15.105:0/2946783727 >> 172.21.15.105:0/2946783727 conn(0x7f54c0051420 msgr2=0x7f54c0051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.198 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/2597924021 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a6c003be0 0x7f1a6c004010 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009d50 tx=0x7f1a6c005830 comp rx=0 tx=0).stop 2024-07-26T07:39:43.198 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f54cec00640 1 -- 172.21.15.105:0/2946783727 shutdown_connections 2024-07-26T07:39:43.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f54cec00640 1 -- 172.21.15.105:0/2946783727 wait complete. 2024-07-26T07:39:43.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f1a8ca00640 1 -- 172.21.15.105:0/2597924021 shutdown_connections 2024-07-26T07:39:43.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.197+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/2597924021 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a6c003be0 0x7f1a6c004010 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.198+0000 7f1a8ca00640 1 -- 172.21.15.105:0/2597924021 >> 172.21.15.105:0/2597924021 conn(0x7f1a880d3e10 msgr2=0x7f1a880d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.199+0000 7f1a8ca00640 1 -- 172.21.15.105:0/2597924021 shutdown_connections 2024-07-26T07:39:43.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.199+0000 7f1a8ca00640 1 -- 172.21.15.105:0/2597924021 wait complete. 2024-07-26T07:39:43.202 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.201+0000 7f54cec00640 1 Processor -- start 2024-07-26T07:39:43.202 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.201+0000 7f54cec00640 1 -- start start 2024-07-26T07:39:43.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.203+0000 7f1a8ca00640 1 Processor -- start 2024-07-26T07:39:43.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.204+0000 7f54cec00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.204+0000 7f1a8ca00640 1 -- start start 2024-07-26T07:39:43.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.204+0000 7f54cec00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 0x7f54c00208d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.204+0000 7f54cec00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0036970 0x7f54c0185430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.204+0000 7f54cec00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f54c000bdb0 con 0x7f54c0036970 2024-07-26T07:39:43.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54cec00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f54c000bc30 con 0x7f54c0009ba0 2024-07-26T07:39:43.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54cec00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f54c001caf0 con 0x7f54c0005c60 2024-07-26T07:39:43.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54cd800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54cce00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 0x7f54c00208d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.206+0000 7f54cce00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 0x7f54c00208d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:60856/0 (socket says 172.21.15.105:60856) 2024-07-26T07:39:43.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.206+0000 7f54cce00640 1 -- 172.21.15.105:0/2602964647 learned_addr learned my addr 172.21.15.105:0/2602964647 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54ce200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0036970 0x7f54c0185430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.205+0000 7f54cd800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48874/0 (socket says 172.21.15.105:48874) 2024-07-26T07:39:43.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f54cd800640 1 -- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 msgr2=0x7f54c00208d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f1a8ca00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f54cd800640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 0x7f54c00208d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f54cd800640 1 -- 172.21.15.105:0/2602964647 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0036970 msgr2=0x7f54c0185430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f54cd800640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0036970 0x7f54c0185430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.207+0000 7f54cd800640 1 -- 172.21.15.105:0/2602964647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54c00de3a0 con 0x7f54c0005c60 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.208+0000 7f54cd800640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f54c8051c00 tx=0x7f54c80ac6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.208+0000 7f1a8ca00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 0x7f1a881f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.208+0000 7f1a8ca00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 0x7f1a881f8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.208+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80b4040 con 0x7f54c0005c60 2024-07-26T07:39:43.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f54cec00640 1 -- 172.21.15.105:0/2602964647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54c0020e10 con 0x7f54c0005c60 2024-07-26T07:39:43.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f54cec00640 1 -- 172.21.15.105:0/2602964647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f54c00de0c0 con 0x7f54c0005c60 2024-07-26T07:39:43.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54c80af730 con 0x7f54c0005c60 2024-07-26T07:39:43.210 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80b4040 con 0x7f54c0005c60 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f1a8ca00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1a880b4a20 con 0x7f1a881f8510 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.209+0000 7f1a8ca00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1a880b48a0 con 0x7f1a881e9910 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a85e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a85e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48878/0 (socket says 172.21.15.105:48878) 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a85e00640 1 -- 172.21.15.105:0/3174584012 learned_addr learned my addr 172.21.15.105:0/3174584012 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.211 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a85400640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 0x7f1a881f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.212 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1a880b4ba0 con 0x7f1a6c003be0 2024-07-26T07:39:43.212 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.210+0000 7f1a86800640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 0x7f1a881f8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.212 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.211+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f549c005290 con 0x7f54c0005c60 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.212+0000 7f1a85e00640 1 -- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 msgr2=0x7f1a881f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a85e00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 0x7f1a881f7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a85e00640 1 -- 172.21.15.105:0/3174584012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 msgr2=0x7f1a881f8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a85e00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 0x7f1a881f8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a85e00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a881e8da0 con 0x7f1a6c003be0 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a86800640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 0x7f1a881f8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:43.214 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.213+0000 7f1a85400640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 0x7f1a881f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:43.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.214+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f54c80c1030 con 0x7f54c0005c60 2024-07-26T07:39:43.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.214+0000 7f1a85e00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1a7802b5b0 tx=0x7f1a78003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.216+0000 7f54c5600640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 0x7f54a8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.217 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.216+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f54c8133920 con 0x7f54c0005c60 2024-07-26T07:39:43.217 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.217+0000 7f54cce00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 0x7f54a8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.219 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.218+0000 7f54cce00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 0x7f54a8079720 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f54c00e2ae0 tx=0x7f54bc005e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 -- 172.21.15.105:0/1552460332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80cff10 msgr2=0x7f21b80b2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 --2- 172.21.15.105:0/1552460332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80cff10 0x7f21b80b2ab0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f21b80d3c30 tx=0x7f21a002a540 comp rx=0 tx=0).stop 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 -- 172.21.15.105:0/1552460332 shutdown_connections 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 --2- 172.21.15.105:0/1552460332 >> v2:172.21.15.143:3300/0 conn(0x7f21b80d2870 0x7f21b80d2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 --2- 172.21.15.105:0/1552460332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80cff10 0x7f21b80b2ab0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 -- 172.21.15.105:0/1552460332 >> 172.21.15.105:0/1552460332 conn(0x7f21b80b5960 msgr2=0x7f21b80b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.222+0000 7f21bd600640 1 -- 172.21.15.105:0/1552460332 shutdown_connections 2024-07-26T07:39:43.223 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.223+0000 7f21bd600640 1 -- 172.21.15.105:0/1552460332 wait complete. 2024-07-26T07:39:43.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.225+0000 7f21bd600640 1 Processor -- start 2024-07-26T07:39:43.225 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.225+0000 7f21bd600640 1 -- start start 2024-07-26T07:39:43.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 0x7f21b81f5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 0x7f21b81e62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f21b80b7590 con 0x7f21b80d2870 2024-07-26T07:39:43.227 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f21b80b7410 con 0x7f21b80cff10 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21bd600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f21b80b7710 con 0x7f21b81e9430 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21af400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21af400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41606/0 (socket says 172.21.15.105:41606) 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21af400640 1 -- 172.21.15.105:0/1717589710 learned_addr learned my addr 172.21.15.105:0/1717589710 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.227+0000 7f21b7e00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 0x7f21b81f5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.228 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.228+0000 7f21bcc00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 0x7f21b81e62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.228+0000 7f21af400640 1 -- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 msgr2=0x7f21b81e62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21af400640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 0x7f21b81e62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21af400640 1 -- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 msgr2=0x7f21b81f5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.229 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21af400640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 0x7f21b81f5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.230 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21af400640 1 -- 172.21.15.105:0/1717589710 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21b81f5bd0 con 0x7f21b80d2870 2024-07-26T07:39:43.230 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21b7e00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 0x7f21b81f5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T07:39:43.230 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.229+0000 7f21bcc00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 0x7f21b81e62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:43.230 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.230+0000 7f21af400640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009920 tx=0x7f21a0033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.230 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.230+0000 7f915e600640 1 -- 172.21.15.105:0/199736875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9140003a50 msgr2=0x7f9140003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.230+0000 7f915e600640 1 --2- 172.21.15.105:0/199736875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9140003a50 0x7f9140003ec0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f914c00c4a0 tx=0x7f9140005830 comp rx=0 tx=0).stop 2024-07-26T07:39:43.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0031d60 con 0x7f21b80d2870 2024-07-26T07:39:43.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21a0005020 con 0x7f21b80d2870 2024-07-26T07:39:43.231 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0005470 con 0x7f21b80d2870 2024-07-26T07:39:43.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f915e600640 1 -- 172.21.15.105:0/199736875 shutdown_connections 2024-07-26T07:39:43.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f915e600640 1 --2- 172.21.15.105:0/199736875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9140003a50 0x7f9140003ec0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f915e600640 1 -- 172.21.15.105:0/199736875 >> 172.21.15.105:0/199736875 conn(0x7f915001eab0 msgr2=0x7f91500558a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f915e600640 1 -- 172.21.15.105:0/199736875 shutdown_connections 2024-07-26T07:39:43.232 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.231+0000 7f915e600640 1 -- 172.21.15.105:0/199736875 wait complete. 2024-07-26T07:39:43.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.232+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21b80b4a20 con 0x7f21b80d2870 2024-07-26T07:39:43.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.232+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21b81e8c30 con 0x7f21b80d2870 2024-07-26T07:39:43.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.232+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a78042070 con 0x7f1a6c003be0 2024-07-26T07:39:43.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a881e9080 con 0x7f1a6c003be0 2024-07-26T07:39:43.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a8815ca00 con 0x7f1a6c003be0 2024-07-26T07:39:43.234 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a78003b00 con 0x7f1a6c003be0 2024-07-26T07:39:43.234 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f54c80c8020 con 0x7f54c0005c60 2024-07-26T07:39:43.234 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21b806da60 con 0x7f21b80d2870 2024-07-26T07:39:43.235 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.235+0000 7fc583000640 1 -- 172.21.15.105:0/2986784619 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0ce750 msgr2=0x7fc57c0ceb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.235 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.235+0000 7fc583000640 1 --2- 172.21.15.105:0/2986784619 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0ce750 0x7fc57c0ceb60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00aa10 tx=0x7fc56c02b980 comp rx=0 tx=0).stop 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.234+0000 7f63d2800640 1 -- 172.21.15.105:0/1423306932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c4054190 msgr2=0x7f63c4007550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.234+0000 7f63d2800640 1 --2- 172.21.15.105:0/1423306932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c4054190 0x7f63c4007550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f63b8009860 tx=0x7f63b802a3d0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.234+0000 7f63d2800640 1 -- 172.21.15.105:0/1423306932 shutdown_connections 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.234+0000 7f63d2800640 1 --2- 172.21.15.105:0/1423306932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c4054190 0x7f63c4007550 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.234+0000 7f63d2800640 1 -- 172.21.15.105:0/1423306932 >> 172.21.15.105:0/1423306932 conn(0x7f63c403a680 msgr2=0x7f63c403aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.233+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a78038040 con 0x7f1a6c003be0 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7fc583000640 1 -- 172.21.15.105:0/2986784619 shutdown_connections 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7fc583000640 1 --2- 172.21.15.105:0/2986784619 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0ce750 0x7fc57c0ceb60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7fc583000640 1 -- 172.21.15.105:0/2986784619 >> 172.21.15.105:0/2986784619 conn(0x7fc57c06d630 msgr2=0x7fc57c06da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7fc583000640 1 -- 172.21.15.105:0/2986784619 shutdown_connections 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7f915e600640 1 Processor -- start 2024-07-26T07:39:43.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7fc583000640 1 -- 172.21.15.105:0/2986784619 wait complete. 2024-07-26T07:39:43.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7f915e600640 1 -- start start 2024-07-26T07:39:43.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.237+0000 7f63d2800640 1 -- 172.21.15.105:0/1423306932 shutdown_connections 2024-07-26T07:39:43.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.236+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a60005290 con 0x7f1a6c003be0 2024-07-26T07:39:43.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.238+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1a78033440 con 0x7f1a6c003be0 2024-07-26T07:39:43.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.238+0000 7f7061400640 1 -- 172.21.15.105:0/2151143496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 msgr2=0x7f705c0d2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.238+0000 7f63d2800640 1 -- 172.21.15.105:0/1423306932 wait complete. 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.238+0000 7f7061400640 1 --2- 172.21.15.105:0/2151143496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c0d2e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f704c009900 tx=0x7f704c02a4d0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f7061400640 1 -- 172.21.15.105:0/2151143496 shutdown_connections 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f7061400640 1 --2- 172.21.15.105:0/2151143496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c0d2e30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f7061400640 1 -- 172.21.15.105:0/2151143496 >> 172.21.15.105:0/2151143496 conn(0x7f705c0b5b50 msgr2=0x7f705c0b5f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f1a7e000640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 0x7f1a68079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.240 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f7061400640 1 -- 172.21.15.105:0/2151143496 shutdown_connections 2024-07-26T07:39:43.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1a780b96a0 con 0x7f1a6c003be0 2024-07-26T07:39:43.241 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7f1a85400640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 0x7f1a68079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7f915e600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9140003a50 0x7f915003a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7f915e600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9150177f30 0x7f91500e0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7f915e600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7f915e600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9150035360 con 0x7f9150177f30 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f915e600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f91500351e0 con 0x7f9140003a50 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f915e600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9150035d60 con 0x7f91500e08b0 2024-07-26T07:39:43.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f915dc00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f1a85400640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 0x7f1a68079550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1a88155320 tx=0x7f1a74006c40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f915dc00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48942/0 (socket says 172.21.15.105:48942) 2024-07-26T07:39:43.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f915dc00640 1 -- 172.21.15.105:0/2695032164 learned_addr learned my addr 172.21.15.105:0/2695032164 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.241+0000 7f63d2800640 1 Processor -- start 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f63d2800640 1 -- start start 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f915dc00640 1 -- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9140003a50 msgr2=0x7f915003a330 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f915dc00640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9140003a50 0x7f915003a330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f915dc00640 1 -- 172.21.15.105:0/2695032164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9150177f30 msgr2=0x7f91500e0370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f915dc00640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9150177f30 0x7f91500e0370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7f915dc00640 1 -- 172.21.15.105:0/2695032164 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91500ddfd0 con 0x7f91500e08b0 2024-07-26T07:39:43.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7f7061400640 1 -- 172.21.15.105:0/2151143496 wait complete. 2024-07-26T07:39:43.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.239+0000 7fc583000640 1 Processor -- start 2024-07-26T07:39:43.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.240+0000 7fc583000640 1 -- start start 2024-07-26T07:39:43.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7fc583000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7f7061400640 1 Processor -- start 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7f7061400640 1 -- start start 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.242+0000 7fc583000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc57c0ce750 0x7fc57c154c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc583000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc57c15dba0 0x7fc57c1551b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc583000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c073460 con 0x7fc57c15dba0 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc583000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c0732e0 con 0x7fc57c0ce750 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc583000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc57c0b4540 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc57be00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc57be00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.105:48950/0 (socket says 172.21.15.105:48950) 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7fc57be00640 1 -- 172.21.15.105:0/2175798159 learned_addr learned my addr 172.21.15.105:0/2175798159 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57b400640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc57c0ce750 0x7fc57c154c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63c4054190 0x7f63c40cad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c40e3200 0x7f63c40cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f63c403cce0 con 0x7f63c4053860 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f63c403cb60 con 0x7f63c4054190 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63d2800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f63c403ce60 con 0x7f63c40e3200 2024-07-26T07:39:43.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.243+0000 7f915dc00640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9158052290 tx=0x7f915806ac90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63cb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63cb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41636/0 (socket says 172.21.15.105:41636) 2024-07-26T07:39:43.248 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7f63cb400640 1 -- 172.21.15.105:0/2912685893 learned_addr learned my addr 172.21.15.105:0/2912685893 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57be00640 1 -- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc57c0ce750 msgr2=0x7fc57c154c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57be00640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc57c0ce750 0x7fc57c154c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57be00640 1 -- 172.21.15.105:0/2175798159 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc57c15dba0 msgr2=0x7fc57c1551b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57be00640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc57c15dba0 0x7fc57c1551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.249 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.244+0000 7fc57be00640 1 -- 172.21.15.105:0/2175798159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc57c159580 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cbe00640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c40e3200 0x7f63c40cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cb400640 1 -- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c40e3200 msgr2=0x7f63c40cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cb400640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c40e3200 0x7f63c40cb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cb400640 1 -- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63c4054190 msgr2=0x7f63c40cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cb400640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63c4054190 0x7f63c40cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f63cb400640 1 -- 172.21.15.105:0/2912685893 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63c404f7c0 con 0x7f63c4053860 2024-07-26T07:39:43.251 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7fc57be00640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c780 tx=0x7fc57400cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.251 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.245+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f21a00047a0 con 0x7f21b80d2870 2024-07-26T07:39:43.251 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f63cb400640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f63b802a9c0 tx=0x7f63b8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f705c0d3370 0x7f705c1fce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f705c16da00 con 0x7f705c0cf4b0 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f705c16d880 con 0x7f705c08c6b0 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f7061400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f705c16db80 con 0x7f705c0d3370 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b8031d60 con 0x7f63c4053860 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63b8033e10 con 0x7f63c4053860 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b8005260 con 0x7f63c4053860 2024-07-26T07:39:43.253 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f21b4c00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 0x7f21940795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.246+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f21a00ba140 con 0x7f21b80d2870 2024-07-26T07:39:43.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705b400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41646/0 (socket says 172.21.15.105:41646) 2024-07-26T07:39:43.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705b400640 1 -- 172.21.15.105:0/3971122981 learned_addr learned my addr 172.21.15.105:0/3971122981 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.254 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f7060a00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f705c0d3370 0x7f705c1fce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f21b7e00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 0x7f21940795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63c40dc480 con 0x7f63c4053860 2024-07-26T07:39:43.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63c40cb7f0 con 0x7f63c4053860 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705b400640 1 -- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f705c0d3370 msgr2=0x7f705c1fce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705b400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f705c0d3370 0x7f705c1fce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.247+0000 7f705be00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f705b400640 1 -- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 msgr2=0x7f705c154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f705b400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f705b400640 1 -- 172.21.15.105:0/3971122981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f705c1614e0 con 0x7f705c0cf4b0 2024-07-26T07:39:43.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f705be00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:43.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f705b400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f704800b3f0 tx=0x7f704800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.248+0000 7f21b7e00640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 0x7f21940795f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f21a800d4f0 tx=0x7f21a80019f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048015020 con 0x7f705c0cf4b0 2024-07-26T07:39:43.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7048011920 con 0x7f705c0cf4b0 2024-07-26T07:39:43.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048011d50 con 0x7f705c0cf4b0 2024-07-26T07:39:43.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f21b81f5bd0 con 0x7f21b80d2870 2024-07-26T07:39:43.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63c4007550 con 0x7f63c4053860 2024-07-26T07:39:43.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f705c160f20 con 0x7f705c0cf4b0 2024-07-26T07:39:43.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.249+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f705c0b70c0 con 0x7f705c0cf4b0 2024-07-26T07:39:43.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.250+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f705c160c90 con 0x7f705c0cf4b0 2024-07-26T07:39:43.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.250+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f63b8005400 con 0x7f63c4053860 2024-07-26T07:39:43.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.251+0000 7f63bf400640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 0x7f63ac0795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.252+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f63b80b9be0 con 0x7f63c4053860 2024-07-26T07:39:43.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.252+0000 7f63caa00640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 0x7f63ac0795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.253+0000 7f63caa00640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 0x7f63ac0795a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f63c40cac40 tx=0x7f63c0007930 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.253+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7048018020 con 0x7f705c0cf4b0 2024-07-26T07:39:43.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.254+0000 7f7053e00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 0x7f703c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.254+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7048098ff0 con 0x7f705c0cf4b0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574003b70 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc574003d10 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7fc583000640 1 -- 172.21.15.105:0/2175798159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57c1f97b0 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57400aab0 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7fc583000640 1 -- 172.21.15.105:0/2175798159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57c1f9d70 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7f705be00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 0x7f703c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a78081f90 con 0x7f1a6c003be0 2024-07-26T07:39:43.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.255+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91580752e0 con 0x7f91500e08b0 2024-07-26T07:39:43.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.256+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9158075480 con 0x7f91500e08b0 2024-07-26T07:39:43.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.256+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9158075da0 con 0x7f91500e08b0 2024-07-26T07:39:43.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.256+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91500de2b0 con 0x7f91500e08b0 2024-07-26T07:39:43.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.256+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f91500de870 con 0x7f91500e08b0 2024-07-26T07:39:43.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.257+0000 7fbae2e00640 1 -- 172.21.15.105:0/1475905012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0b33e0 msgr2=0x7fbadc0b7350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.257+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc550005290 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.257+0000 7fbae2e00640 1 --2- 172.21.15.105:0/1475905012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0b33e0 0x7fbadc0b7350 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009830 tx=0x7fbac402a520 comp rx=0 tx=0).stop 2024-07-26T07:39:43.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.257+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91500365b0 con 0x7f91500e08b0 2024-07-26T07:39:43.264 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.257+0000 7f705be00640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 0x7f703c079550 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f704c033000 tx=0x7f704c00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.264 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.260+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc57400ac50 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 -- 172.21.15.105:0/1475905012 shutdown_connections 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 --2- 172.21.15.105:0/1475905012 >> v2:172.21.15.105:3300/0 conn(0x7fbadc0cea20 0x7fbadc0cee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 --2- 172.21.15.105:0/1475905012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0b33e0 0x7fbadc0b7350 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 -- 172.21.15.105:0/1475905012 >> 172.21.15.105:0/1475905012 conn(0x7fbadc0d0880 msgr2=0x7fbadc0d0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 -- 172.21.15.105:0/1475905012 shutdown_connections 2024-07-26T07:39:43.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fbae2e00640 1 -- 172.21.15.105:0/1475905012 wait complete. 2024-07-26T07:39:43.266 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7fc573e00640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 0x7fc55c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.266 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f63b803f030 con 0x7f63c4053860 2024-07-26T07:39:43.266 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.261+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9158075f40 con 0x7f91500e08b0 2024-07-26T07:39:43.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.262+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc574098d00 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.262+0000 7fc57b400640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 0x7fc55c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.263+0000 7f9154c00640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 0x7f91380795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.263+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9158113c70 con 0x7f91500e08b0 2024-07-26T07:39:43.267 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.264+0000 7f915d200640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 0x7f91380795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.265+0000 7fc57b400640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 0x7fc55c079520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc57c06ac10 tx=0x7fc568009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.265+0000 7fbae2e00640 1 Processor -- start 2024-07-26T07:39:43.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.265+0000 7fbae2e00640 1 -- start start 2024-07-26T07:39:43.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.265+0000 7f915d200640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 0x7f91380795f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f914c033000 tx=0x7f914c001b00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbadc0b2940 0x7fbadc1511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0cea20 0x7fbadc0cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0d2f10 con 0x7fbadc0b33e0 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0d2d90 con 0x7fbadc0b2940 2024-07-26T07:39:43.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.268+0000 7fbae2e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbadc0d3090 con 0x7fbadc0cea20 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41658/0 (socket says 172.21.15.105:41658) 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 -- 172.21.15.105:0/3458122428 learned_addr learned my addr 172.21.15.105:0/3458122428 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadbe00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbadc0b2940 0x7fbadc1511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 -- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0cea20 msgr2=0x7fbadc0cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0cea20 0x7fbadc0cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 -- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbadc0b2940 msgr2=0x7fbadc1511e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbadc0b2940 0x7fbadc1511e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.269+0000 7fbadb400640 1 -- 172.21.15.105:0/3458122428 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbadc0c9230 con 0x7fbadc0b33e0 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.270+0000 7fbadb400640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009950 tx=0x7fbac4033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.271+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4031d60 con 0x7fbadc0b33e0 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.271+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbadc0c8470 con 0x7fbadc0b33e0 2024-07-26T07:39:43.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.271+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbac4033e50 con 0x7fbadc0b33e0 2024-07-26T07:39:43.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.270+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7048062020 con 0x7f705c0cf4b0 2024-07-26T07:39:43.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.271+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbadc0c8a30 con 0x7fbadc0b33e0 2024-07-26T07:39:43.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.272+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4033330 con 0x7fbadc0b33e0 2024-07-26T07:39:43.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.273+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f915809a030 con 0x7f91500e08b0 2024-07-26T07:39:43.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.274+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbadc0d3540 con 0x7fbadc0b33e0 2024-07-26T07:39:43.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.275+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbac40334d0 con 0x7fbadc0b33e0 2024-07-26T07:39:43.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.276+0000 7fbad3e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 0x7fbab8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:43.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.276+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbac40b9ef0 con 0x7fbadc0b33e0 2024-07-26T07:39:43.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.277+0000 7fbadbe00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 0x7fbab8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:43.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.281+0000 7fbadbe00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 0x7fbab8079520 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbacc0046b0 tx=0x7fbacc007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:43.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.282+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbac403f030 con 0x7fbadc0b33e0 2024-07-26T07:39:43.290 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.290+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc574061b20 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.691+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f549c005850 con 0x7f54c0005c60 2024-07-26T07:39:43.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.692+0000 7f54c5600640 1 -- 172.21.15.105:0/2602964647 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f54c80fc850 con 0x7f54c0005c60 2024-07-26T07:39:43.694 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.696+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 msgr2=0x7f54a8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.696+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 0x7f54a8079720 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f54c00e2ae0 tx=0x7f54bc005e30 comp rx=0 tx=0).stop 2024-07-26T07:39:43.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.696+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 msgr2=0x7f54c0035210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.696+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f54c8051c00 tx=0x7f54c80ac6a0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 shutdown_connections 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f54a8077210 0x7f54a8079720 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54c0036970 0x7f54c0185430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f54c0009ba0 0x7f54c00208d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 --2- 172.21.15.105:0/2602964647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f54c0005c60 0x7f54c0035210 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.697+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 >> 172.21.15.105:0/2602964647 conn(0x7f54c0051420 msgr2=0x7f54c00eb490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.698+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 shutdown_connections 2024-07-26T07:39:43.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.698+0000 7f54baa00640 1 -- 172.21.15.105:0/2602964647 wait complete. 2024-07-26T07:39:43.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.702+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1a60005580 con 0x7f1a6c003be0 2024-07-26T07:39:43.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.703+0000 7f1a7e000640 1 -- 172.21.15.105:0/3174584012 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1a780864e0 con 0x7f1a6c003be0 2024-07-26T07:39:43.704 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.705+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f21b80b47b0 con 0x7f21b80d2870 2024-07-26T07:39:43.706 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.706+0000 7f21b4c00640 1 -- 172.21.15.105:0/1717589710 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f21a003f030 con 0x7f21b80d2870 2024-07-26T07:39:43.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.708+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 msgr2=0x7f1a68079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.708+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 0x7f1a68079550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1a88155320 tx=0x7f1a74006c40 comp rx=0 tx=0).stop 2024-07-26T07:39:43.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.708+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 msgr2=0x7f1a88151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.708+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1a7802b5b0 tx=0x7f1a78003820 comp rx=0 tx=0).stop 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 shutdown_connections 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1a68077040 0x7f1a68079550 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a881f8510 0x7f1a881f8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1a881e9910 0x7f1a881f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 --2- 172.21.15.105:0/3174584012 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1a6c003be0 0x7f1a88151380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 >> 172.21.15.105:0/3174584012 conn(0x7f1a880d3e10 msgr2=0x7f1a880b83f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 shutdown_connections 2024-07-26T07:39:43.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f1a8ca00640 1 -- 172.21.15.105:0/3174584012 wait complete. 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 msgr2=0x7f21940795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 0x7f21940795f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f21a800d4f0 tx=0x7f21a80019f0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 msgr2=0x7f21b8157d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.709+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009920 tx=0x7f21a0033c90 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 shutdown_connections 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f21940770e0 0x7f21940795f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f21b81e9430 0x7f21b81e62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f21b80d2870 0x7f21b8157d20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 --2- 172.21.15.105:0/1717589710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21b80cff10 0x7f21b81f5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 >> 172.21.15.105:0/1717589710 conn(0x7f21b80b5960 msgr2=0x7f21b815fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 shutdown_connections 2024-07-26T07:39:43.713 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.710+0000 7f21bd600640 1 -- 172.21.15.105:0/1717589710 wait complete. 2024-07-26T07:39:43.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.726+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f63c40dc270 con 0x7f63c4053860 2024-07-26T07:39:43.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.725+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f705c15e190 con 0x7f705c0cf4b0 2024-07-26T07:39:43.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.726+0000 7f63bf400640 1 -- 172.21.15.105:0/2912685893 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f63b8082a80 con 0x7f63c4053860 2024-07-26T07:39:43.727 INFO:teuthology.orchestra.run.smithi105.stdout:64424509450 2024-07-26T07:39:43.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.727+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f915000f860 con 0x7f91500e08b0 2024-07-26T07:39:43.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.727+0000 7f7053e00640 1 -- 172.21.15.105:0/3971122981 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7048061920 con 0x7f705c0cf4b0 2024-07-26T07:39:43.728 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 msgr2=0x7f63ac0795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.730 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 0x7f63ac0795a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f63c40cac40 tx=0x7f63c0007930 comp rx=0 tx=0).stop 2024-07-26T07:39:43.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 msgr2=0x7f63c40e7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f63b802a9c0 tx=0x7f63b8033c20 comp rx=0 tx=0).stop 2024-07-26T07:39:43.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 shutdown_connections 2024-07-26T07:39:43.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ac077090 0x7f63ac0795a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f63c40e3200 0x7f63c40cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f63c4054190 0x7f63c40cad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.730+0000 7f63d2800640 1 --2- 172.21.15.105:0/2912685893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63c4053860 0x7f63c40e7640 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 >> 172.21.15.105:0/2912685893 conn(0x7f63c403a680 msgr2=0x7f63c4050c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 shutdown_connections 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f63d2800640 1 -- 172.21.15.105:0/2912685893 wait complete. 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 msgr2=0x7f703c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.732 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 0x7f703c079550 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f704c033000 tx=0x7f704c00b040 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 msgr2=0x7f705c1fc910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f704800b3f0 tx=0x7f704800b8b0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 shutdown_connections 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f703c077040 0x7f703c079550 secure :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f704c033000 tx=0x7f704c00b040 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f705c0d3370 0x7f705c1fce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705c0cf4b0 0x7f705c1fc910 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 --2- 172.21.15.105:0/3971122981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f705c08c6b0 0x7f705c154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 >> 172.21.15.105:0/3971122981 conn(0x7f705c0b5b50 msgr2=0x7f705c0b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.733 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.731+0000 7f9154c00640 1 -- 172.21.15.105:0/2695032164 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f91580dcb10 con 0x7f91500e08b0 2024-07-26T07:39:43.734 INFO:teuthology.orchestra.run.smithi105.stdout:60129542156 2024-07-26T07:39:43.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.732+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 shutdown_connections 2024-07-26T07:39:43.734 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.732+0000 7f7061400640 1 -- 172.21.15.105:0/3971122981 wait complete. 2024-07-26T07:39:43.735 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.735+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fbadc0ce460 con 0x7fbadc0b33e0 2024-07-26T07:39:43.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.735+0000 7fbad3e00640 1 -- 172.21.15.105:0/3458122428 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbac4082d20 con 0x7fbadc0b33e0 2024-07-26T07:39:43.737 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 msgr2=0x7f91380795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 0x7f91380795f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f914c033000 tx=0x7f914c001b00 comp rx=0 tx=0).stop 2024-07-26T07:39:43.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 msgr2=0x7f915017aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9158052290 tx=0x7f915806ac90 comp rx=0 tx=0).stop 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 shutdown_connections 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f91380770e0 0x7f91380795f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91500e08b0 0x7f915017aad0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9150177f30 0x7f91500e0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 --2- 172.21.15.105:0/2695032164 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9140003a50 0x7f915003a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 >> 172.21.15.105:0/2695032164 conn(0x7f915001eab0 msgr2=0x7f915004f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 shutdown_connections 2024-07-26T07:39:43.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.738+0000 7f915e600640 1 -- 172.21.15.105:0/2695032164 wait complete. 2024-07-26T07:39:43.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.739+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 msgr2=0x7fbab8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.739+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 0x7fbab8079520 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbacc0046b0 tx=0x7fbacc007e90 comp rx=0 tx=0).stop 2024-07-26T07:39:43.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.739+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 msgr2=0x7fbadc0cae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.740 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.739+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009950 tx=0x7fbac4033ba0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.741 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.4 2024-07-26T07:39:43.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 shutdown_connections 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fbab8077010 0x7fbab8079520 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbadc0cea20 0x7fbadc0cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbadc0b33e0 0x7fbadc0cae60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 --2- 172.21.15.105:0/3458122428 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbadc0b2940 0x7fbadc1511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.741+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 >> 172.21.15.105:0/3458122428 conn(0x7fbadc0d0880 msgr2=0x7fbadc15d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.742 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.742+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 shutdown_connections 2024-07-26T07:39:43.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.743+0000 7fbae2e00640 1 -- 172.21.15.105:0/3458122428 wait complete. 2024-07-26T07:39:43.744 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.1 2024-07-26T07:39:43.744 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.746 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.0 2024-07-26T07:39:43.746 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.746+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc550005850 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.748 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.747+0000 7fc573e00640 1 -- 172.21.15.105:0/2175798159 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc574061420 con 0x7fc57c0b3bd0 2024-07-26T07:39:43.748 INFO:teuthology.orchestra.run.smithi105.stdout:64424509451 2024-07-26T07:39:43.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 msgr2=0x7fc55c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 0x7fc55c079520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc57c06ac10 tx=0x7fc568009040 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 msgr2=0x7fc57c14d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc57400c780 tx=0x7fc57400cc40 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 shutdown_connections 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc55c077010 0x7fc55c079520 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc57c15dba0 0x7fc57c1551b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc57c0ce750 0x7fc57c154c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 --2- 172.21.15.105:0/2175798159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc57c0b3bd0 0x7fc57c14d3a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 >> 172.21.15.105:0/2175798159 conn(0x7fc57c06d630 msgr2=0x7fc57c150320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 shutdown_connections 2024-07-26T07:39:43.752 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:43.751+0000 7fc571600640 1 -- 172.21.15.105:0/2175798159 wait complete. 2024-07-26T07:39:43.761 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.2 2024-07-26T07:39:43.761 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.769 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.6 2024-07-26T07:39:43.769 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.777 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.3 2024-07-26T07:39:43.777 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.781 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542156 got 60129542156 for osd.7 2024-07-26T07:39:43.781 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.786 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.5 2024-07-26T07:39:43.786 DEBUG:teuthology.parallel:result is None 2024-07-26T07:39:43.786 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T07:39:43.787 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 -- 172.21.15.105:0/1409979834 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f980d2f80 msgr2=0x7f2f980b72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 --2- 172.21.15.105:0/1409979834 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f980d2f80 0x7f2f980b72e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2f9807a4c0 tx=0x7f2f9002a560 comp rx=0 tx=0).stop 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 -- 172.21.15.105:0/1409979834 shutdown_connections 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 --2- 172.21.15.105:0/1409979834 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f980d2f80 0x7f2f980b72e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 --2- 172.21.15.105:0/1409979834 >> v2:172.21.15.143:3300/0 conn(0x7f2f9815df60 0x7f2f980cfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 -- 172.21.15.105:0/1409979834 >> 172.21.15.105:0/1409979834 conn(0x7f2f980b5960 msgr2=0x7f2f980b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:44.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 -- 172.21.15.105:0/1409979834 shutdown_connections 2024-07-26T07:39:44.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.088+0000 7f2f9e400640 1 -- 172.21.15.105:0/1409979834 wait complete. 2024-07-26T07:39:44.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.090+0000 7f2f9e400640 1 Processor -- start 2024-07-26T07:39:44.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.090+0000 7f2f9e400640 1 -- start start 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f9815df60 0x7f2f981f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f981f5240 0x7f2f981f5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9806d090 con 0x7f2f9806d2c0 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9806d8e0 con 0x7f2f981f5240 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9e400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2f980b7820 con 0x7f2f9815df60 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9d000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9d000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41684/0 (socket says 172.21.15.105:41684) 2024-07-26T07:39:44.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.092+0000 7f2f9d000640 1 -- 172.21.15.105:0/481975939 learned_addr learned my addr 172.21.15.105:0/481975939 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9da00640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f981f5240 0x7f2f981f5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f97e00640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f9815df60 0x7f2f981f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 -- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f9815df60 msgr2=0x7f2f981f4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f9815df60 0x7f2f981f4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 -- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f981f5240 msgr2=0x7f2f981f5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f981f5240 0x7f2f981f5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 -- 172.21.15.105:0/481975939 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f981f5b90 con 0x7f2f9806d2c0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9d000640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800c9a0 tx=0x7f2f8800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f88007bb0 con 0x7f2f9806d2c0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f88007e40 con 0x7f2f9806d2c0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f98151f90 con 0x7f2f9806d2c0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.093+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8800f690 con 0x7f2f9806d2c0 2024-07-26T07:39:44.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.094+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f98152550 con 0x7f2f9806d2c0 2024-07-26T07:39:44.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.095+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f980b7c70 con 0x7f2f9806d2c0 2024-07-26T07:39:44.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.096+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f8800f830 con 0x7f2f9806d2c0 2024-07-26T07:39:44.097 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.097+0000 7f2f94c00640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 0x7f2f74079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.097 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.097+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2f88099370 con 0x7f2f9806d2c0 2024-07-26T07:39:44.097 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.097+0000 7f2f97e00640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 0x7f2f74079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.099+0000 7f2f97e00640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 0x7f2f74079520 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2f9808c970 tx=0x7f2f800072f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:44.102 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.102+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f88014030 con 0x7f2f9806d2c0 2024-07-26T07:39:44.289 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.288+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f980d39f0 con 0x7f2f74077010 2024-07-26T07:39:44.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.305+0000 7f2f94c00640 1 -- 172.21.15.105:0/481975939 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332520 (secure 0 0 0) 0x7f2f980d39f0 con 0x7f2f74077010 2024-07-26T07:39:44.309 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:44.313 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:39:44.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.313+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 msgr2=0x7f2f74079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.313+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 0x7f2f74079520 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2f9808c970 tx=0x7f2f800072f0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.313+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 msgr2=0x7f2f980cded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.313+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2f8800c9a0 tx=0x7f2f8800ce60 comp rx=0 tx=0).stop 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 shutdown_connections 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2f74077010 0x7f2f74079520 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f981f5240 0x7f2f981f5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f9815df60 0x7f2f981f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 --2- 172.21.15.105:0/481975939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f9806d2c0 0x7f2f980cded0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 >> 172.21.15.105:0/481975939 conn(0x7f2f980b5960 msgr2=0x7f2f9815bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 shutdown_connections 2024-07-26T07:39:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.314+0000 7f2f9e400640 1 -- 172.21.15.105:0/481975939 wait complete. 2024-07-26T07:39:44.340 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-07-26T07:39:42.804688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":155,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219500,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755220,"statfs":{"total":773094113280,"available":772869345280,"internally_reserved":0,"allocated":3416064,"data_stored":2034928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006373"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807274+0000","last_change":"2024-07-26T07:39:12.744452+0000","last_active":"2024-07-26T07:39:18.807274+0000","last_peered":"2024-07-26T07:39:18.807274+0000","last_clean":"2024-07-26T07:39:18.807274+0000","last_became_active":"2024-07-26T07:39:12.744086+0000","last_became_peered":"2024-07-26T07:39:12.744086+0000","last_unstale":"2024-07-26T07:39:18.807274+0000","last_undegraded":"2024-07-26T07:39:18.807274+0000","last_fullsized":"2024-07-26T07:39:18.807274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601555+0000","last_change":"2024-07-26T07:39:13.780395+0000","last_active":"2024-07-26T07:39:19.601555+0000","last_peered":"2024-07-26T07:39:19.601555+0000","last_clean":"2024-07-26T07:39:19.601555+0000","last_became_active":"2024-07-26T07:39:13.775610+0000","last_became_peered":"2024-07-26T07:39:13.775610+0000","last_unstale":"2024-07-26T07:39:19.601555+0000","last_undegraded":"2024-07-26T07:39:19.601555+0000","last_fullsized":"2024-07-26T07:39:19.601555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132910+0000","last_change":"2024-07-26T07:39:17.848957+0000","last_active":"2024-07-26T07:39:19.132910+0000","last_peered":"2024-07-26T07:39:19.132910+0000","last_clean":"2024-07-26T07:39:19.132910+0000","last_became_active":"2024-07-26T07:39:17.844296+0000","last_became_peered":"2024-07-26T07:39:17.844296+0000","last_unstale":"2024-07-26T07:39:19.132910+0000","last_undegraded":"2024-07-26T07:39:19.132910+0000","last_fullsized":"2024-07-26T07:39:19.132910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:15.716255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601675+0000","last_change":"2024-07-26T07:39:12.754176+0000","last_active":"2024-07-26T07:39:19.601675+0000","last_peered":"2024-07-26T07:39:19.601675+0000","last_clean":"2024-07-26T07:39:19.601675+0000","last_became_active":"2024-07-26T07:39:12.753781+0000","last_became_peered":"2024-07-26T07:39:12.753781+0000","last_unstale":"2024-07-26T07:39:19.601675+0000","last_undegraded":"2024-07-26T07:39:19.601675+0000","last_fullsized":"2024-07-26T07:39:19.601675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600712+0000","last_change":"2024-07-26T07:39:13.788211+0000","last_active":"2024-07-26T07:39:19.600712+0000","last_peered":"2024-07-26T07:39:19.600712+0000","last_clean":"2024-07-26T07:39:19.600712+0000","last_became_active":"2024-07-26T07:39:13.787386+0000","last_became_peered":"2024-07-26T07:39:13.787386+0000","last_unstale":"2024-07-26T07:39:19.600712+0000","last_undegraded":"2024-07-26T07:39:19.600712+0000","last_fullsized":"2024-07-26T07:39:19.600712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100940+0000","last_change":"2024-07-26T07:39:17.839943+0000","last_active":"2024-07-26T07:39:20.100940+0000","last_peered":"2024-07-26T07:39:20.100940+0000","last_clean":"2024-07-26T07:39:20.100940+0000","last_became_active":"2024-07-26T07:39:17.839479+0000","last_became_peered":"2024-07-26T07:39:17.839479+0000","last_unstale":"2024-07-26T07:39:20.100940+0000","last_undegraded":"2024-07-26T07:39:20.100940+0000","last_fullsized":"2024-07-26T07:39:20.100940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101765+0000","last_change":"2024-07-26T07:39:12.726972+0000","last_active":"2024-07-26T07:39:20.101765+0000","last_peered":"2024-07-26T07:39:20.101765+0000","last_clean":"2024-07-26T07:39:20.101765+0000","last_became_active":"2024-07-26T07:39:12.726635+0000","last_became_peered":"2024-07-26T07:39:12.726635+0000","last_unstale":"2024-07-26T07:39:20.101765+0000","last_undegraded":"2024-07-26T07:39:20.101765+0000","last_fullsized":"2024-07-26T07:39:20.101765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807788+0000","last_change":"2024-07-26T07:39:13.779083+0000","last_active":"2024-07-26T07:39:18.807788+0000","last_peered":"2024-07-26T07:39:18.807788+0000","last_clean":"2024-07-26T07:39:18.807788+0000","last_became_active":"2024-07-26T07:39:13.778781+0000","last_became_peered":"2024-07-26T07:39:13.778781+0000","last_unstale":"2024-07-26T07:39:18.807788+0000","last_undegraded":"2024-07-26T07:39:18.807788+0000","last_fullsized":"2024-07-26T07:39:18.807788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103503+0000","last_change":"2024-07-26T07:39:17.840804+0000","last_active":"2024-07-26T07:39:20.103503+0000","last_peered":"2024-07-26T07:39:20.103503+0000","last_clean":"2024-07-26T07:39:20.103503+0000","last_became_active":"2024-07-26T07:39:17.836819+0000","last_became_peered":"2024-07-26T07:39:17.836819+0000","last_unstale":"2024-07-26T07:39:20.103503+0000","last_undegraded":"2024-07-26T07:39:20.103503+0000","last_fullsized":"2024-07-26T07:39:20.103503+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:41.678147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103185+0000","last_change":"2024-07-26T07:39:12.740439+0000","last_active":"2024-07-26T07:39:20.103185+0000","last_peered":"2024-07-26T07:39:20.103185+0000","last_clean":"2024-07-26T07:39:20.103185+0000","last_became_active":"2024-07-26T07:39:12.732081+0000","last_became_peered":"2024-07-26T07:39:12.732081+0000","last_unstale":"2024-07-26T07:39:20.103185+0000","last_undegraded":"2024-07-26T07:39:20.103185+0000","last_fullsized":"2024-07-26T07:39:20.103185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805736+0000","last_change":"2024-07-26T07:39:13.779816+0000","last_active":"2024-07-26T07:39:18.805736+0000","last_peered":"2024-07-26T07:39:18.805736+0000","last_clean":"2024-07-26T07:39:18.805736+0000","last_became_active":"2024-07-26T07:39:13.779449+0000","last_became_peered":"2024-07-26T07:39:13.779449+0000","last_unstale":"2024-07-26T07:39:18.805736+0000","last_undegraded":"2024-07-26T07:39:18.805736+0000","last_fullsized":"2024-07-26T07:39:18.805736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:57.479919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101028+0000","last_change":"2024-07-26T07:39:17.839887+0000","last_active":"2024-07-26T07:39:20.101028+0000","last_peered":"2024-07-26T07:39:20.101028+0000","last_clean":"2024-07-26T07:39:20.101028+0000","last_became_active":"2024-07-26T07:39:17.836640+0000","last_became_peered":"2024-07-26T07:39:17.836640+0000","last_unstale":"2024-07-26T07:39:20.101028+0000","last_undegraded":"2024-07-26T07:39:20.101028+0000","last_fullsized":"2024-07-26T07:39:20.101028+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803954+0000","last_change":"2024-07-26T07:39:13.769986+0000","last_active":"2024-07-26T07:39:18.803954+0000","last_peered":"2024-07-26T07:39:18.803954+0000","last_clean":"2024-07-26T07:39:18.803954+0000","last_became_active":"2024-07-26T07:39:13.769656+0000","last_became_peered":"2024-07-26T07:39:13.769656+0000","last_unstale":"2024-07-26T07:39:18.803954+0000","last_undegraded":"2024-07-26T07:39:18.803954+0000","last_fullsized":"2024-07-26T07:39:18.803954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:00.771804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804632+0000","last_change":"2024-07-26T07:39:12.748202+0000","last_active":"2024-07-26T07:39:18.804632+0000","last_peered":"2024-07-26T07:39:18.804632+0000","last_clean":"2024-07-26T07:39:18.804632+0000","last_became_active":"2024-07-26T07:39:12.743011+0000","last_became_peered":"2024-07-26T07:39:12.743011+0000","last_unstale":"2024-07-26T07:39:18.804632+0000","last_undegraded":"2024-07-26T07:39:18.804632+0000","last_fullsized":"2024-07-26T07:39:18.804632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805547+0000","last_change":"2024-07-26T07:39:17.833284+0000","last_active":"2024-07-26T07:39:18.805547+0000","last_peered":"2024-07-26T07:39:18.805547+0000","last_clean":"2024-07-26T07:39:18.805547+0000","last_became_active":"2024-07-26T07:39:17.832776+0000","last_became_peered":"2024-07-26T07:39:17.832776+0000","last_unstale":"2024-07-26T07:39:18.805547+0000","last_undegraded":"2024-07-26T07:39:18.805547+0000","last_fullsized":"2024-07-26T07:39:18.805547+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:39.568399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133101+0000","last_change":"2024-07-26T07:39:13.782944+0000","last_active":"2024-07-26T07:39:19.133101+0000","last_peered":"2024-07-26T07:39:19.133101+0000","last_clean":"2024-07-26T07:39:19.133101+0000","last_became_active":"2024-07-26T07:39:13.782512+0000","last_became_peered":"2024-07-26T07:39:13.782512+0000","last_unstale":"2024-07-26T07:39:19.133101+0000","last_undegraded":"2024-07-26T07:39:19.133101+0000","last_fullsized":"2024-07-26T07:39:19.133101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:46:17.458068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102568+0000","last_change":"2024-07-26T07:39:12.753156+0000","last_active":"2024-07-26T07:39:20.102568+0000","last_peered":"2024-07-26T07:39:20.102568+0000","last_clean":"2024-07-26T07:39:20.102568+0000","last_became_active":"2024-07-26T07:39:12.751529+0000","last_became_peered":"2024-07-26T07:39:12.751529+0000","last_unstale":"2024-07-26T07:39:20.102568+0000","last_undegraded":"2024-07-26T07:39:20.102568+0000","last_fullsized":"2024-07-26T07:39:20.102568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101367+0000","last_change":"2024-07-26T07:39:17.835618+0000","last_active":"2024-07-26T07:39:20.101367+0000","last_peered":"2024-07-26T07:39:20.101367+0000","last_clean":"2024-07-26T07:39:20.101367+0000","last_became_active":"2024-07-26T07:39:17.835172+0000","last_became_peered":"2024-07-26T07:39:17.835172+0000","last_unstale":"2024-07-26T07:39:20.101367+0000","last_undegraded":"2024-07-26T07:39:20.101367+0000","last_fullsized":"2024-07-26T07:39:20.101367+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:13.772337+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:13.771969+0000","last_became_peered":"2024-07-26T07:39:13.771969+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805538+0000","last_change":"2024-07-26T07:39:12.744383+0000","last_active":"2024-07-26T07:39:18.805538+0000","last_peered":"2024-07-26T07:39:18.805538+0000","last_clean":"2024-07-26T07:39:18.805538+0000","last_became_active":"2024-07-26T07:39:12.743999+0000","last_became_peered":"2024-07-26T07:39:12.743999+0000","last_unstale":"2024-07-26T07:39:18.805538+0000","last_undegraded":"2024-07-26T07:39:18.805538+0000","last_fullsized":"2024-07-26T07:39:18.805538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134426+0000","last_change":"2024-07-26T07:39:17.856961+0000","last_active":"2024-07-26T07:39:19.134426+0000","last_peered":"2024-07-26T07:39:19.134426+0000","last_clean":"2024-07-26T07:39:19.134426+0000","last_became_active":"2024-07-26T07:39:17.856301+0000","last_became_peered":"2024-07-26T07:39:17.856301+0000","last_unstale":"2024-07-26T07:39:19.134426+0000","last_undegraded":"2024-07-26T07:39:19.134426+0000","last_fullsized":"2024-07-26T07:39:19.134426+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:41:30.321764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803905+0000","last_change":"2024-07-26T07:39:13.781203+0000","last_active":"2024-07-26T07:39:18.803905+0000","last_peered":"2024-07-26T07:39:18.803905+0000","last_clean":"2024-07-26T07:39:18.803905+0000","last_became_active":"2024-07-26T07:39:13.780832+0000","last_became_peered":"2024-07-26T07:39:13.780832+0000","last_unstale":"2024-07-26T07:39:18.803905+0000","last_undegraded":"2024-07-26T07:39:18.803905+0000","last_fullsized":"2024-07-26T07:39:18.803905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:43.732029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.099817+0000","last_change":"2024-07-26T07:39:12.743960+0000","last_active":"2024-07-26T07:39:20.099817+0000","last_peered":"2024-07-26T07:39:20.099817+0000","last_clean":"2024-07-26T07:39:20.099817+0000","last_became_active":"2024-07-26T07:39:12.743648+0000","last_became_peered":"2024-07-26T07:39:12.743648+0000","last_unstale":"2024-07-26T07:39:20.099817+0000","last_undegraded":"2024-07-26T07:39:20.099817+0000","last_fullsized":"2024-07-26T07:39:20.099817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103358+0000","last_change":"2024-07-26T07:39:17.831585+0000","last_active":"2024-07-26T07:39:20.103358+0000","last_peered":"2024-07-26T07:39:20.103358+0000","last_clean":"2024-07-26T07:39:20.103358+0000","last_became_active":"2024-07-26T07:39:17.829340+0000","last_became_peered":"2024-07-26T07:39:17.829340+0000","last_unstale":"2024-07-26T07:39:20.103358+0000","last_undegraded":"2024-07-26T07:39:20.103358+0000","last_fullsized":"2024-07-26T07:39:20.103358+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:56.211254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805862+0000","last_change":"2024-07-26T07:39:13.786404+0000","last_active":"2024-07-26T07:39:18.805862+0000","last_peered":"2024-07-26T07:39:18.805862+0000","last_clean":"2024-07-26T07:39:18.805862+0000","last_became_active":"2024-07-26T07:39:13.786095+0000","last_became_peered":"2024-07-26T07:39:13.786095+0000","last_unstale":"2024-07-26T07:39:18.805862+0000","last_undegraded":"2024-07-26T07:39:18.805862+0000","last_fullsized":"2024-07-26T07:39:18.805862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806796+0000","last_change":"2024-07-26T07:39:12.759039+0000","last_active":"2024-07-26T07:39:18.806796+0000","last_peered":"2024-07-26T07:39:18.806796+0000","last_clean":"2024-07-26T07:39:18.806796+0000","last_became_active":"2024-07-26T07:39:12.758771+0000","last_became_peered":"2024-07-26T07:39:12.758771+0000","last_unstale":"2024-07-26T07:39:18.806796+0000","last_undegraded":"2024-07-26T07:39:18.806796+0000","last_fullsized":"2024-07-26T07:39:18.806796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:56.764701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101773+0000","last_change":"2024-07-26T07:39:17.830228+0000","last_active":"2024-07-26T07:39:20.101773+0000","last_peered":"2024-07-26T07:39:20.101773+0000","last_clean":"2024-07-26T07:39:20.101773+0000","last_became_active":"2024-07-26T07:39:17.829745+0000","last_became_peered":"2024-07-26T07:39:17.829745+0000","last_unstale":"2024-07-26T07:39:20.101773+0000","last_undegraded":"2024-07-26T07:39:20.101773+0000","last_fullsized":"2024-07-26T07:39:20.101773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806976+0000","last_change":"2024-07-26T07:39:13.777724+0000","last_active":"2024-07-26T07:39:18.806976+0000","last_peered":"2024-07-26T07:39:18.806976+0000","last_clean":"2024-07-26T07:39:18.806976+0000","last_became_active":"2024-07-26T07:39:13.777065+0000","last_became_peered":"2024-07-26T07:39:13.777065+0000","last_unstale":"2024-07-26T07:39:18.806976+0000","last_undegraded":"2024-07-26T07:39:18.806976+0000","last_fullsized":"2024-07-26T07:39:18.806976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"26'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:27.806726+0000","last_change":"2024-07-26T07:39:12.761683+0000","last_active":"2024-07-26T07:39:27.806726+0000","last_peered":"2024-07-26T07:39:27.806726+0000","last_clean":"2024-07-26T07:39:27.806726+0000","last_became_active":"2024-07-26T07:39:12.759625+0000","last_became_peered":"2024-07-26T07:39:12.759625+0000","last_unstale":"2024-07-26T07:39:27.806726+0000","last_undegraded":"2024-07-26T07:39:27.806726+0000","last_fullsized":"2024-07-26T07:39:27.806726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805630+0000","last_change":"2024-07-26T07:39:17.844059+0000","last_active":"2024-07-26T07:39:18.805630+0000","last_peered":"2024-07-26T07:39:18.805630+0000","last_clean":"2024-07-26T07:39:18.805630+0000","last_became_active":"2024-07-26T07:39:17.842334+0000","last_became_peered":"2024-07-26T07:39:17.842334+0000","last_unstale":"2024-07-26T07:39:18.805630+0000","last_undegraded":"2024-07-26T07:39:18.805630+0000","last_fullsized":"2024-07-26T07:39:18.805630+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:47.803276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103287+0000","last_change":"2024-07-26T07:39:13.783524+0000","last_active":"2024-07-26T07:39:20.103287+0000","last_peered":"2024-07-26T07:39:20.103287+0000","last_clean":"2024-07-26T07:39:20.103287+0000","last_became_active":"2024-07-26T07:39:13.783221+0000","last_became_peered":"2024-07-26T07:39:13.783221+0000","last_unstale":"2024-07-26T07:39:20.103287+0000","last_undegraded":"2024-07-26T07:39:20.103287+0000","last_fullsized":"2024-07-26T07:39:20.103287+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806680+0000","last_change":"2024-07-26T07:39:12.745995+0000","last_active":"2024-07-26T07:39:18.806680+0000","last_peered":"2024-07-26T07:39:18.806680+0000","last_clean":"2024-07-26T07:39:18.806680+0000","last_became_active":"2024-07-26T07:39:12.745678+0000","last_became_peered":"2024-07-26T07:39:12.745678+0000","last_unstale":"2024-07-26T07:39:18.806680+0000","last_undegraded":"2024-07-26T07:39:18.806680+0000","last_fullsized":"2024-07-26T07:39:18.806680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:03.166940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102666+0000","last_change":"2024-07-26T07:39:17.838705+0000","last_active":"2024-07-26T07:39:20.102666+0000","last_peered":"2024-07-26T07:39:20.102666+0000","last_clean":"2024-07-26T07:39:20.102666+0000","last_became_active":"2024-07-26T07:39:17.838262+0000","last_became_peered":"2024-07-26T07:39:17.838262+0000","last_unstale":"2024-07-26T07:39:20.102666+0000","last_undegraded":"2024-07-26T07:39:20.102666+0000","last_fullsized":"2024-07-26T07:39:20.102666+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103045+0000","last_change":"2024-07-26T07:39:13.792726+0000","last_active":"2024-07-26T07:39:20.103045+0000","last_peered":"2024-07-26T07:39:20.103045+0000","last_clean":"2024-07-26T07:39:20.103045+0000","last_became_active":"2024-07-26T07:39:13.782257+0000","last_became_peered":"2024-07-26T07:39:13.782257+0000","last_unstale":"2024-07-26T07:39:20.103045+0000","last_undegraded":"2024-07-26T07:39:20.103045+0000","last_fullsized":"2024-07-26T07:39:20.103045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600539+0000","last_change":"2024-07-26T07:39:12.754418+0000","last_active":"2024-07-26T07:39:19.600539+0000","last_peered":"2024-07-26T07:39:19.600539+0000","last_clean":"2024-07-26T07:39:19.600539+0000","last_became_active":"2024-07-26T07:39:12.754075+0000","last_became_peered":"2024-07-26T07:39:12.754075+0000","last_unstale":"2024-07-26T07:39:19.600539+0000","last_undegraded":"2024-07-26T07:39:19.600539+0000","last_fullsized":"2024-07-26T07:39:19.600539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102169+0000","last_change":"2024-07-26T07:39:17.834790+0000","last_active":"2024-07-26T07:39:20.102169+0000","last_peered":"2024-07-26T07:39:20.102169+0000","last_clean":"2024-07-26T07:39:20.102169+0000","last_became_active":"2024-07-26T07:39:17.833949+0000","last_became_peered":"2024-07-26T07:39:17.833949+0000","last_unstale":"2024-07-26T07:39:20.102169+0000","last_undegraded":"2024-07-26T07:39:20.102169+0000","last_fullsized":"2024-07-26T07:39:20.102169+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:10.159057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100942+0000","last_change":"2024-07-26T07:39:13.788829+0000","last_active":"2024-07-26T07:39:20.100942+0000","last_peered":"2024-07-26T07:39:20.100942+0000","last_clean":"2024-07-26T07:39:20.100942+0000","last_became_active":"2024-07-26T07:39:13.787849+0000","last_became_peered":"2024-07-26T07:39:13.787849+0000","last_unstale":"2024-07-26T07:39:20.100942+0000","last_undegraded":"2024-07-26T07:39:20.100942+0000","last_fullsized":"2024-07-26T07:39:20.100942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805187+0000","last_change":"2024-07-26T07:39:12.754723+0000","last_active":"2024-07-26T07:39:18.805187+0000","last_peered":"2024-07-26T07:39:18.805187+0000","last_clean":"2024-07-26T07:39:18.805187+0000","last_became_active":"2024-07-26T07:39:12.754344+0000","last_became_peered":"2024-07-26T07:39:12.754344+0000","last_unstale":"2024-07-26T07:39:18.805187+0000","last_undegraded":"2024-07-26T07:39:18.805187+0000","last_fullsized":"2024-07-26T07:39:18.805187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:40.183637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103170+0000","last_change":"2024-07-26T07:39:17.841436+0000","last_active":"2024-07-26T07:39:20.103170+0000","last_peered":"2024-07-26T07:39:20.103170+0000","last_clean":"2024-07-26T07:39:20.103170+0000","last_became_active":"2024-07-26T07:39:17.840864+0000","last_became_peered":"2024-07-26T07:39:17.840864+0000","last_unstale":"2024-07-26T07:39:20.103170+0000","last_undegraded":"2024-07-26T07:39:20.103170+0000","last_fullsized":"2024-07-26T07:39:20.103170+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599598+0000","last_change":"2024-07-26T07:39:13.772181+0000","last_active":"2024-07-26T07:39:19.599598+0000","last_peered":"2024-07-26T07:39:19.599598+0000","last_clean":"2024-07-26T07:39:19.599598+0000","last_became_active":"2024-07-26T07:39:13.771796+0000","last_became_peered":"2024-07-26T07:39:13.771796+0000","last_unstale":"2024-07-26T07:39:19.599598+0000","last_undegraded":"2024-07-26T07:39:19.599598+0000","last_fullsized":"2024-07-26T07:39:19.599598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132913+0000","last_change":"2024-07-26T07:39:12.759921+0000","last_active":"2024-07-26T07:39:19.132913+0000","last_peered":"2024-07-26T07:39:19.132913+0000","last_clean":"2024-07-26T07:39:19.132913+0000","last_became_active":"2024-07-26T07:39:12.759093+0000","last_became_peered":"2024-07-26T07:39:12.759093+0000","last_unstale":"2024-07-26T07:39:19.132913+0000","last_undegraded":"2024-07-26T07:39:19.132913+0000","last_fullsized":"2024-07-26T07:39:19.132913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:22.711540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103530+0000","last_change":"2024-07-26T07:39:17.846579+0000","last_active":"2024-07-26T07:39:20.103530+0000","last_peered":"2024-07-26T07:39:20.103530+0000","last_clean":"2024-07-26T07:39:20.103530+0000","last_became_active":"2024-07-26T07:39:17.846200+0000","last_became_peered":"2024-07-26T07:39:17.846200+0000","last_unstale":"2024-07-26T07:39:20.103530+0000","last_undegraded":"2024-07-26T07:39:20.103530+0000","last_fullsized":"2024-07-26T07:39:20.103530+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101657+0000","last_change":"2024-07-26T07:39:13.798596+0000","last_active":"2024-07-26T07:39:20.101657+0000","last_peered":"2024-07-26T07:39:20.101657+0000","last_clean":"2024-07-26T07:39:20.101657+0000","last_became_active":"2024-07-26T07:39:13.798190+0000","last_became_peered":"2024-07-26T07:39:13.798190+0000","last_unstale":"2024-07-26T07:39:20.101657+0000","last_undegraded":"2024-07-26T07:39:20.101657+0000","last_fullsized":"2024-07-26T07:39:20.101657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806161+0000","last_change":"2024-07-26T07:39:12.751718+0000","last_active":"2024-07-26T07:39:18.806161+0000","last_peered":"2024-07-26T07:39:18.806161+0000","last_clean":"2024-07-26T07:39:18.806161+0000","last_became_active":"2024-07-26T07:39:12.749389+0000","last_became_peered":"2024-07-26T07:39:12.749389+0000","last_unstale":"2024-07-26T07:39:18.806161+0000","last_undegraded":"2024-07-26T07:39:18.806161+0000","last_fullsized":"2024-07-26T07:39:18.806161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:42.244130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601226+0000","last_change":"2024-07-26T07:39:17.831275+0000","last_active":"2024-07-26T07:39:19.601226+0000","last_peered":"2024-07-26T07:39:19.601226+0000","last_clean":"2024-07-26T07:39:19.601226+0000","last_became_active":"2024-07-26T07:39:17.830793+0000","last_became_peered":"2024-07-26T07:39:17.830793+0000","last_unstale":"2024-07-26T07:39:19.601226+0000","last_undegraded":"2024-07-26T07:39:19.601226+0000","last_fullsized":"2024-07-26T07:39:19.601226+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:19.336554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804972+0000","last_change":"2024-07-26T07:39:13.790398+0000","last_active":"2024-07-26T07:39:18.804972+0000","last_peered":"2024-07-26T07:39:18.804972+0000","last_clean":"2024-07-26T07:39:18.804972+0000","last_became_active":"2024-07-26T07:39:13.790052+0000","last_became_peered":"2024-07-26T07:39:13.790052+0000","last_unstale":"2024-07-26T07:39:18.804972+0000","last_undegraded":"2024-07-26T07:39:18.804972+0000","last_fullsized":"2024-07-26T07:39:18.804972+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:12.748481+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:12.747849+0000","last_became_peered":"2024-07-26T07:39:12.747849+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:28.339675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804516+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:39:18.804516+0000","last_peered":"2024-07-26T07:39:18.804516+0000","last_clean":"2024-07-26T07:39:18.804516+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:39:18.804516+0000","last_undegraded":"2024-07-26T07:39:18.804516+0000","last_fullsized":"2024-07-26T07:39:18.804516+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806563+0000","last_change":"2024-07-26T07:39:17.824818+0000","last_active":"2024-07-26T07:39:18.806563+0000","last_peered":"2024-07-26T07:39:18.806563+0000","last_clean":"2024-07-26T07:39:18.806563+0000","last_became_active":"2024-07-26T07:39:17.824120+0000","last_became_peered":"2024-07-26T07:39:17.824120+0000","last_unstale":"2024-07-26T07:39:18.806563+0000","last_undegraded":"2024-07-26T07:39:18.806563+0000","last_fullsized":"2024-07-26T07:39:18.806563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:16.454983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806018+0000","last_change":"2024-07-26T07:39:13.774019+0000","last_active":"2024-07-26T07:39:18.806018+0000","last_peered":"2024-07-26T07:39:18.806018+0000","last_clean":"2024-07-26T07:39:18.806018+0000","last_became_active":"2024-07-26T07:39:13.773699+0000","last_became_peered":"2024-07-26T07:39:13.773699+0000","last_unstale":"2024-07-26T07:39:18.806018+0000","last_undegraded":"2024-07-26T07:39:18.806018+0000","last_fullsized":"2024-07-26T07:39:18.806018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:14.713898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103532+0000","last_change":"2024-07-26T07:39:12.759325+0000","last_active":"2024-07-26T07:39:20.103532+0000","last_peered":"2024-07-26T07:39:20.103532+0000","last_clean":"2024-07-26T07:39:20.103532+0000","last_became_active":"2024-07-26T07:39:12.759020+0000","last_became_peered":"2024-07-26T07:39:12.759020+0000","last_unstale":"2024-07-26T07:39:20.103532+0000","last_undegraded":"2024-07-26T07:39:20.103532+0000","last_fullsized":"2024-07-26T07:39:20.103532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101585+0000","last_change":"2024-07-26T07:39:17.826465+0000","last_active":"2024-07-26T07:39:20.101585+0000","last_peered":"2024-07-26T07:39:20.101585+0000","last_clean":"2024-07-26T07:39:20.101585+0000","last_became_active":"2024-07-26T07:39:17.825836+0000","last_became_peered":"2024-07-26T07:39:17.825836+0000","last_unstale":"2024-07-26T07:39:20.101585+0000","last_undegraded":"2024-07-26T07:39:20.101585+0000","last_fullsized":"2024-07-26T07:39:20.101585+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102901+0000","last_change":"2024-07-26T07:39:13.786328+0000","last_active":"2024-07-26T07:39:20.102901+0000","last_peered":"2024-07-26T07:39:20.102901+0000","last_clean":"2024-07-26T07:39:20.102901+0000","last_became_active":"2024-07-26T07:39:13.785224+0000","last_became_peered":"2024-07-26T07:39:13.785224+0000","last_unstale":"2024-07-26T07:39:20.102901+0000","last_undegraded":"2024-07-26T07:39:20.102901+0000","last_fullsized":"2024-07-26T07:39:20.102901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600954+0000","last_change":"2024-07-26T07:39:12.746172+0000","last_active":"2024-07-26T07:39:19.600954+0000","last_peered":"2024-07-26T07:39:19.600954+0000","last_clean":"2024-07-26T07:39:19.600954+0000","last_became_active":"2024-07-26T07:39:12.742649+0000","last_became_peered":"2024-07-26T07:39:12.742649+0000","last_unstale":"2024-07-26T07:39:19.600954+0000","last_undegraded":"2024-07-26T07:39:19.600954+0000","last_fullsized":"2024-07-26T07:39:19.600954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600680+0000","last_change":"2024-07-26T07:39:17.835052+0000","last_active":"2024-07-26T07:39:19.600680+0000","last_peered":"2024-07-26T07:39:19.600680+0000","last_clean":"2024-07-26T07:39:19.600680+0000","last_became_active":"2024-07-26T07:39:17.834249+0000","last_became_peered":"2024-07-26T07:39:17.834249+0000","last_unstale":"2024-07-26T07:39:19.600680+0000","last_undegraded":"2024-07-26T07:39:19.600680+0000","last_fullsized":"2024-07-26T07:39:19.600680+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:18.785144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102256+0000","last_change":"2024-07-26T07:39:13.786158+0000","last_active":"2024-07-26T07:39:20.102256+0000","last_peered":"2024-07-26T07:39:20.102256+0000","last_clean":"2024-07-26T07:39:20.102256+0000","last_became_active":"2024-07-26T07:39:13.785844+0000","last_became_peered":"2024-07-26T07:39:13.785844+0000","last_unstale":"2024-07-26T07:39:20.102256+0000","last_undegraded":"2024-07-26T07:39:20.102256+0000","last_fullsized":"2024-07-26T07:39:20.102256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806085+0000","last_change":"2024-07-26T07:39:12.757514+0000","last_active":"2024-07-26T07:39:18.806085+0000","last_peered":"2024-07-26T07:39:18.806085+0000","last_clean":"2024-07-26T07:39:18.806085+0000","last_became_active":"2024-07-26T07:39:12.757149+0000","last_became_peered":"2024-07-26T07:39:12.757149+0000","last_unstale":"2024-07-26T07:39:18.806085+0000","last_undegraded":"2024-07-26T07:39:18.806085+0000","last_fullsized":"2024-07-26T07:39:18.806085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803235+0000","last_change":"2024-07-26T07:39:17.835082+0000","last_active":"2024-07-26T07:39:18.803235+0000","last_peered":"2024-07-26T07:39:18.803235+0000","last_clean":"2024-07-26T07:39:18.803235+0000","last_became_active":"2024-07-26T07:39:17.834640+0000","last_became_peered":"2024-07-26T07:39:17.834640+0000","last_unstale":"2024-07-26T07:39:18.803235+0000","last_undegraded":"2024-07-26T07:39:18.803235+0000","last_fullsized":"2024-07-26T07:39:18.803235+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:20.120973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103818+0000","last_change":"2024-07-26T07:39:13.779912+0000","last_active":"2024-07-26T07:39:20.103818+0000","last_peered":"2024-07-26T07:39:20.103818+0000","last_clean":"2024-07-26T07:39:20.103818+0000","last_became_active":"2024-07-26T07:39:13.779514+0000","last_became_peered":"2024-07-26T07:39:13.779514+0000","last_unstale":"2024-07-26T07:39:20.103818+0000","last_undegraded":"2024-07-26T07:39:20.103818+0000","last_fullsized":"2024-07-26T07:39:20.103818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102384+0000","last_change":"2024-07-26T07:39:12.754849+0000","last_active":"2024-07-26T07:39:20.102384+0000","last_peered":"2024-07-26T07:39:20.102384+0000","last_clean":"2024-07-26T07:39:20.102384+0000","last_became_active":"2024-07-26T07:39:12.754236+0000","last_became_peered":"2024-07-26T07:39:12.754236+0000","last_unstale":"2024-07-26T07:39:20.102384+0000","last_undegraded":"2024-07-26T07:39:20.102384+0000","last_fullsized":"2024-07-26T07:39:20.102384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807134+0000","last_change":"2024-07-26T07:39:17.834376+0000","last_active":"2024-07-26T07:39:18.807134+0000","last_peered":"2024-07-26T07:39:18.807134+0000","last_clean":"2024-07-26T07:39:18.807134+0000","last_became_active":"2024-07-26T07:39:17.833874+0000","last_became_peered":"2024-07-26T07:39:17.833874+0000","last_unstale":"2024-07-26T07:39:18.807134+0000","last_undegraded":"2024-07-26T07:39:18.807134+0000","last_fullsized":"2024-07-26T07:39:18.807134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:45.270499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803477+0000","last_change":"2024-07-26T07:39:13.785078+0000","last_active":"2024-07-26T07:39:18.803477+0000","last_peered":"2024-07-26T07:39:18.803477+0000","last_clean":"2024-07-26T07:39:18.803477+0000","last_became_active":"2024-07-26T07:39:13.784700+0000","last_became_peered":"2024-07-26T07:39:13.784700+0000","last_unstale":"2024-07-26T07:39:18.803477+0000","last_undegraded":"2024-07-26T07:39:18.803477+0000","last_fullsized":"2024-07-26T07:39:18.803477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805143+0000","last_change":"2024-07-26T07:39:12.749492+0000","last_active":"2024-07-26T07:39:18.805143+0000","last_peered":"2024-07-26T07:39:18.805143+0000","last_clean":"2024-07-26T07:39:18.805143+0000","last_became_active":"2024-07-26T07:39:12.745350+0000","last_became_peered":"2024-07-26T07:39:12.745350+0000","last_unstale":"2024-07-26T07:39:18.805143+0000","last_undegraded":"2024-07-26T07:39:18.805143+0000","last_fullsized":"2024-07-26T07:39:18.805143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601575+0000","last_change":"2024-07-26T07:39:17.841914+0000","last_active":"2024-07-26T07:39:19.601575+0000","last_peered":"2024-07-26T07:39:19.601575+0000","last_clean":"2024-07-26T07:39:19.601575+0000","last_became_active":"2024-07-26T07:39:17.841300+0000","last_became_peered":"2024-07-26T07:39:17.841300+0000","last_unstale":"2024-07-26T07:39:19.601575+0000","last_undegraded":"2024-07-26T07:39:19.601575+0000","last_fullsized":"2024-07-26T07:39:19.601575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:04.843050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804217+0000","last_change":"2024-07-26T07:39:13.781745+0000","last_active":"2024-07-26T07:39:18.804217+0000","last_peered":"2024-07-26T07:39:18.804217+0000","last_clean":"2024-07-26T07:39:18.804217+0000","last_became_active":"2024-07-26T07:39:13.781445+0000","last_became_peered":"2024-07-26T07:39:13.781445+0000","last_unstale":"2024-07-26T07:39:18.804217+0000","last_undegraded":"2024-07-26T07:39:18.804217+0000","last_fullsized":"2024-07-26T07:39:18.804217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:58.759567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100147+0000","last_change":"2024-07-26T07:39:12.756356+0000","last_active":"2024-07-26T07:39:20.100147+0000","last_peered":"2024-07-26T07:39:20.100147+0000","last_clean":"2024-07-26T07:39:20.100147+0000","last_became_active":"2024-07-26T07:39:12.754931+0000","last_became_peered":"2024-07-26T07:39:12.754931+0000","last_unstale":"2024-07-26T07:39:20.100147+0000","last_undegraded":"2024-07-26T07:39:20.100147+0000","last_fullsized":"2024-07-26T07:39:20.100147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601187+0000","last_change":"2024-07-26T07:39:17.853962+0000","last_active":"2024-07-26T07:39:19.601187+0000","last_peered":"2024-07-26T07:39:19.601187+0000","last_clean":"2024-07-26T07:39:19.601187+0000","last_became_active":"2024-07-26T07:39:17.853245+0000","last_became_peered":"2024-07-26T07:39:17.853245+0000","last_unstale":"2024-07-26T07:39:19.601187+0000","last_undegraded":"2024-07-26T07:39:19.601187+0000","last_fullsized":"2024-07-26T07:39:19.601187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:12.540816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804157+0000","last_change":"2024-07-26T07:39:13.792042+0000","last_active":"2024-07-26T07:39:18.804157+0000","last_peered":"2024-07-26T07:39:18.804157+0000","last_clean":"2024-07-26T07:39:18.804157+0000","last_became_active":"2024-07-26T07:39:13.790906+0000","last_became_peered":"2024-07-26T07:39:13.790906+0000","last_unstale":"2024-07-26T07:39:18.804157+0000","last_undegraded":"2024-07-26T07:39:18.804157+0000","last_fullsized":"2024-07-26T07:39:18.804157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:15.265308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804887+0000","last_change":"2024-07-26T07:39:12.748733+0000","last_active":"2024-07-26T07:39:18.804887+0000","last_peered":"2024-07-26T07:39:18.804887+0000","last_clean":"2024-07-26T07:39:18.804887+0000","last_became_active":"2024-07-26T07:39:12.748433+0000","last_became_peered":"2024-07-26T07:39:12.748433+0000","last_unstale":"2024-07-26T07:39:18.804887+0000","last_undegraded":"2024-07-26T07:39:18.804887+0000","last_fullsized":"2024-07-26T07:39:18.804887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:04.924926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103077+0000","last_change":"2024-07-26T07:39:17.852079+0000","last_active":"2024-07-26T07:39:20.103077+0000","last_peered":"2024-07-26T07:39:20.103077+0000","last_clean":"2024-07-26T07:39:20.103077+0000","last_became_active":"2024-07-26T07:39:17.851577+0000","last_became_peered":"2024-07-26T07:39:17.851577+0000","last_unstale":"2024-07-26T07:39:20.103077+0000","last_undegraded":"2024-07-26T07:39:20.103077+0000","last_fullsized":"2024-07-26T07:39:20.103077+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102344+0000","last_change":"2024-07-26T07:39:13.785655+0000","last_active":"2024-07-26T07:39:20.102344+0000","last_peered":"2024-07-26T07:39:20.102344+0000","last_clean":"2024-07-26T07:39:20.102344+0000","last_became_active":"2024-07-26T07:39:13.785303+0000","last_became_peered":"2024-07-26T07:39:13.785303+0000","last_unstale":"2024-07-26T07:39:20.102344+0000","last_undegraded":"2024-07-26T07:39:20.102344+0000","last_fullsized":"2024-07-26T07:39:20.102344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.508690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133442+0000","last_change":"2024-07-26T07:39:12.760949+0000","last_active":"2024-07-26T07:39:19.133442+0000","last_peered":"2024-07-26T07:39:19.133442+0000","last_clean":"2024-07-26T07:39:19.133442+0000","last_became_active":"2024-07-26T07:39:12.759036+0000","last_became_peered":"2024-07-26T07:39:12.759036+0000","last_unstale":"2024-07-26T07:39:19.133442+0000","last_undegraded":"2024-07-26T07:39:19.133442+0000","last_fullsized":"2024-07-26T07:39:19.133442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:14:24.522393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806020+0000","last_change":"2024-07-26T07:39:17.832108+0000","last_active":"2024-07-26T07:39:18.806020+0000","last_peered":"2024-07-26T07:39:18.806020+0000","last_clean":"2024-07-26T07:39:18.806020+0000","last_became_active":"2024-07-26T07:39:17.831628+0000","last_became_peered":"2024-07-26T07:39:17.831628+0000","last_unstale":"2024-07-26T07:39:18.806020+0000","last_undegraded":"2024-07-26T07:39:18.806020+0000","last_fullsized":"2024-07-26T07:39:18.806020+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:04:55.223265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101565+0000","last_change":"2024-07-26T07:39:13.785329+0000","last_active":"2024-07-26T07:39:20.101565+0000","last_peered":"2024-07-26T07:39:20.101565+0000","last_clean":"2024-07-26T07:39:20.101565+0000","last_became_active":"2024-07-26T07:39:13.784935+0000","last_became_peered":"2024-07-26T07:39:13.784935+0000","last_unstale":"2024-07-26T07:39:20.101565+0000","last_undegraded":"2024-07-26T07:39:20.101565+0000","last_fullsized":"2024-07-26T07:39:20.101565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'11","reported_seq":34,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:29.094259+0000","last_change":"2024-07-26T07:39:12.750209+0000","last_active":"2024-07-26T07:39:29.094259+0000","last_peered":"2024-07-26T07:39:29.094259+0000","last_clean":"2024-07-26T07:39:29.094259+0000","last_became_active":"2024-07-26T07:39:12.749871+0000","last_became_peered":"2024-07-26T07:39:12.749871+0000","last_unstale":"2024-07-26T07:39:29.094259+0000","last_undegraded":"2024-07-26T07:39:29.094259+0000","last_fullsized":"2024-07-26T07:39:29.094259+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805061+0000","last_change":"2024-07-26T07:39:17.843071+0000","last_active":"2024-07-26T07:39:18.805061+0000","last_peered":"2024-07-26T07:39:18.805061+0000","last_clean":"2024-07-26T07:39:18.805061+0000","last_became_active":"2024-07-26T07:39:17.842560+0000","last_became_peered":"2024-07-26T07:39:17.842560+0000","last_unstale":"2024-07-26T07:39:18.805061+0000","last_undegraded":"2024-07-26T07:39:18.805061+0000","last_fullsized":"2024-07-26T07:39:18.805061+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804162+0000","last_change":"2024-07-26T07:39:13.791696+0000","last_active":"2024-07-26T07:39:18.804162+0000","last_peered":"2024-07-26T07:39:18.804162+0000","last_clean":"2024-07-26T07:39:18.804162+0000","last_became_active":"2024-07-26T07:39:13.791356+0000","last_became_peered":"2024-07-26T07:39:13.791356+0000","last_unstale":"2024-07-26T07:39:18.804162+0000","last_undegraded":"2024-07-26T07:39:18.804162+0000","last_fullsized":"2024-07-26T07:39:18.804162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:40.223987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133927+0000","last_change":"2024-07-26T07:39:12.760335+0000","last_active":"2024-07-26T07:39:19.133927+0000","last_peered":"2024-07-26T07:39:19.133927+0000","last_clean":"2024-07-26T07:39:19.133927+0000","last_became_active":"2024-07-26T07:39:12.759952+0000","last_became_peered":"2024-07-26T07:39:12.759952+0000","last_unstale":"2024-07-26T07:39:19.133927+0000","last_undegraded":"2024-07-26T07:39:19.133927+0000","last_fullsized":"2024-07-26T07:39:19.133927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:08.537163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103996+0000","last_change":"2024-07-26T07:39:17.822134+0000","last_active":"2024-07-26T07:39:20.103996+0000","last_peered":"2024-07-26T07:39:20.103996+0000","last_clean":"2024-07-26T07:39:20.103996+0000","last_became_active":"2024-07-26T07:39:17.820671+0000","last_became_peered":"2024-07-26T07:39:17.820671+0000","last_unstale":"2024-07-26T07:39:20.103996+0000","last_undegraded":"2024-07-26T07:39:20.103996+0000","last_fullsized":"2024-07-26T07:39:20.103996+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601048+0000","last_change":"2024-07-26T07:39:13.779335+0000","last_active":"2024-07-26T07:39:19.601048+0000","last_peered":"2024-07-26T07:39:19.601048+0000","last_clean":"2024-07-26T07:39:19.601048+0000","last_became_active":"2024-07-26T07:39:13.778973+0000","last_became_peered":"2024-07-26T07:39:13.778973+0000","last_unstale":"2024-07-26T07:39:19.601048+0000","last_undegraded":"2024-07-26T07:39:19.601048+0000","last_fullsized":"2024-07-26T07:39:19.601048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102252+0000","last_change":"2024-07-26T07:39:12.730392+0000","last_active":"2024-07-26T07:39:20.102252+0000","last_peered":"2024-07-26T07:39:20.102252+0000","last_clean":"2024-07-26T07:39:20.102252+0000","last_became_active":"2024-07-26T07:39:12.730003+0000","last_became_peered":"2024-07-26T07:39:12.730003+0000","last_unstale":"2024-07-26T07:39:20.102252+0000","last_undegraded":"2024-07-26T07:39:20.102252+0000","last_fullsized":"2024-07-26T07:39:20.102252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132567+0000","last_change":"2024-07-26T07:39:17.851656+0000","last_active":"2024-07-26T07:39:19.132567+0000","last_peered":"2024-07-26T07:39:19.132567+0000","last_clean":"2024-07-26T07:39:19.132567+0000","last_became_active":"2024-07-26T07:39:17.851046+0000","last_became_peered":"2024-07-26T07:39:17.851046+0000","last_unstale":"2024-07-26T07:39:19.132567+0000","last_undegraded":"2024-07-26T07:39:19.132567+0000","last_fullsized":"2024-07-26T07:39:19.132567+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:18.076162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103623+0000","last_change":"2024-07-26T07:39:13.780929+0000","last_active":"2024-07-26T07:39:20.103623+0000","last_peered":"2024-07-26T07:39:20.103623+0000","last_clean":"2024-07-26T07:39:20.103623+0000","last_became_active":"2024-07-26T07:39:13.778196+0000","last_became_peered":"2024-07-26T07:39:13.778196+0000","last_unstale":"2024-07-26T07:39:20.103623+0000","last_undegraded":"2024-07-26T07:39:20.103623+0000","last_fullsized":"2024-07-26T07:39:20.103623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.809000+0000","last_change":"2024-07-26T07:39:12.746255+0000","last_active":"2024-07-26T07:39:18.809000+0000","last_peered":"2024-07-26T07:39:18.809000+0000","last_clean":"2024-07-26T07:39:18.809000+0000","last_became_active":"2024-07-26T07:39:12.745958+0000","last_became_peered":"2024-07-26T07:39:12.745958+0000","last_unstale":"2024-07-26T07:39:18.809000+0000","last_undegraded":"2024-07-26T07:39:18.809000+0000","last_fullsized":"2024-07-26T07:39:18.809000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805293+0000","last_change":"2024-07-26T07:39:17.843821+0000","last_active":"2024-07-26T07:39:18.805293+0000","last_peered":"2024-07-26T07:39:18.805293+0000","last_clean":"2024-07-26T07:39:18.805293+0000","last_became_active":"2024-07-26T07:39:17.833437+0000","last_became_peered":"2024-07-26T07:39:17.833437+0000","last_unstale":"2024-07-26T07:39:18.805293+0000","last_undegraded":"2024-07-26T07:39:18.805293+0000","last_fullsized":"2024-07-26T07:39:18.805293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:27.378497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805824+0000","last_change":"2024-07-26T07:39:17.847604+0000","last_active":"2024-07-26T07:39:18.805824+0000","last_peered":"2024-07-26T07:39:18.805824+0000","last_clean":"2024-07-26T07:39:18.805824+0000","last_became_active":"2024-07-26T07:39:17.847084+0000","last_became_peered":"2024-07-26T07:39:17.847084+0000","last_unstale":"2024-07-26T07:39:18.805824+0000","last_undegraded":"2024-07-26T07:39:18.805824+0000","last_fullsized":"2024-07-26T07:39:18.805824+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805641+0000","last_change":"2024-07-26T07:39:13.770977+0000","last_active":"2024-07-26T07:39:18.805641+0000","last_peered":"2024-07-26T07:39:18.805641+0000","last_clean":"2024-07-26T07:39:18.805641+0000","last_became_active":"2024-07-26T07:39:13.770645+0000","last_became_peered":"2024-07-26T07:39:13.770645+0000","last_unstale":"2024-07-26T07:39:18.805641+0000","last_undegraded":"2024-07-26T07:39:18.805641+0000","last_fullsized":"2024-07-26T07:39:18.805641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805886+0000","last_change":"2024-07-26T07:39:12.752345+0000","last_active":"2024-07-26T07:39:18.805886+0000","last_peered":"2024-07-26T07:39:18.805886+0000","last_clean":"2024-07-26T07:39:18.805886+0000","last_became_active":"2024-07-26T07:39:12.749695+0000","last_became_peered":"2024-07-26T07:39:12.749695+0000","last_unstale":"2024-07-26T07:39:18.805886+0000","last_undegraded":"2024-07-26T07:39:18.805886+0000","last_fullsized":"2024-07-26T07:39:18.805886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:15.973497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805979+0000","last_change":"2024-07-26T07:39:17.829304+0000","last_active":"2024-07-26T07:39:18.805979+0000","last_peered":"2024-07-26T07:39:18.805979+0000","last_clean":"2024-07-26T07:39:18.805979+0000","last_became_active":"2024-07-26T07:39:17.828837+0000","last_became_peered":"2024-07-26T07:39:17.828837+0000","last_unstale":"2024-07-26T07:39:18.805979+0000","last_undegraded":"2024-07-26T07:39:18.805979+0000","last_fullsized":"2024-07-26T07:39:18.805979+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:57.002407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599692+0000","last_change":"2024-07-26T07:39:13.777290+0000","last_active":"2024-07-26T07:39:19.599692+0000","last_peered":"2024-07-26T07:39:19.599692+0000","last_clean":"2024-07-26T07:39:19.599692+0000","last_became_active":"2024-07-26T07:39:13.776606+0000","last_became_peered":"2024-07-26T07:39:13.776606+0000","last_unstale":"2024-07-26T07:39:19.599692+0000","last_undegraded":"2024-07-26T07:39:19.599692+0000","last_fullsized":"2024-07-26T07:39:19.599692+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101714+0000","last_change":"2024-07-26T07:39:12.757516+0000","last_active":"2024-07-26T07:39:20.101714+0000","last_peered":"2024-07-26T07:39:20.101714+0000","last_clean":"2024-07-26T07:39:20.101714+0000","last_became_active":"2024-07-26T07:39:12.757133+0000","last_became_peered":"2024-07-26T07:39:12.757133+0000","last_unstale":"2024-07-26T07:39:20.101714+0000","last_undegraded":"2024-07-26T07:39:20.101714+0000","last_fullsized":"2024-07-26T07:39:20.101714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804509+0000","last_change":"2024-07-26T07:39:12.759328+0000","last_active":"2024-07-26T07:39:18.804509+0000","last_peered":"2024-07-26T07:39:18.804509+0000","last_clean":"2024-07-26T07:39:18.804509+0000","last_became_active":"2024-07-26T07:39:12.759075+0000","last_became_peered":"2024-07-26T07:39:12.759075+0000","last_unstale":"2024-07-26T07:39:18.804509+0000","last_undegraded":"2024-07-26T07:39:18.804509+0000","last_fullsized":"2024-07-26T07:39:18.804509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:42.493073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805528+0000","last_change":"2024-07-26T07:39:13.780505+0000","last_active":"2024-07-26T07:39:18.805528+0000","last_peered":"2024-07-26T07:39:18.805528+0000","last_clean":"2024-07-26T07:39:18.805528+0000","last_became_active":"2024-07-26T07:39:13.778507+0000","last_became_peered":"2024-07-26T07:39:13.778507+0000","last_unstale":"2024-07-26T07:39:18.805528+0000","last_undegraded":"2024-07-26T07:39:18.805528+0000","last_fullsized":"2024-07-26T07:39:18.805528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806697+0000","last_change":"2024-07-26T07:39:17.844138+0000","last_active":"2024-07-26T07:39:18.806697+0000","last_peered":"2024-07-26T07:39:18.806697+0000","last_clean":"2024-07-26T07:39:18.806697+0000","last_became_active":"2024-07-26T07:39:17.843646+0000","last_became_peered":"2024-07-26T07:39:17.843646+0000","last_unstale":"2024-07-26T07:39:18.806697+0000","last_undegraded":"2024-07-26T07:39:18.806697+0000","last_fullsized":"2024-07-26T07:39:18.806697+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:15.718780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601002+0000","last_change":"2024-07-26T07:39:12.755630+0000","last_active":"2024-07-26T07:39:19.601002+0000","last_peered":"2024-07-26T07:39:19.601002+0000","last_clean":"2024-07-26T07:39:19.601002+0000","last_became_active":"2024-07-26T07:39:12.755234+0000","last_became_peered":"2024-07-26T07:39:12.755234+0000","last_unstale":"2024-07-26T07:39:19.601002+0000","last_undegraded":"2024-07-26T07:39:19.601002+0000","last_fullsized":"2024-07-26T07:39:19.601002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806364+0000","last_change":"2024-07-26T07:39:13.776151+0000","last_active":"2024-07-26T07:39:18.806364+0000","last_peered":"2024-07-26T07:39:18.806364+0000","last_clean":"2024-07-26T07:39:18.806364+0000","last_became_active":"2024-07-26T07:39:13.775805+0000","last_became_peered":"2024-07-26T07:39:13.775805+0000","last_unstale":"2024-07-26T07:39:18.806364+0000","last_undegraded":"2024-07-26T07:39:18.806364+0000","last_fullsized":"2024-07-26T07:39:18.806364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133711+0000","last_change":"2024-07-26T07:39:17.846343+0000","last_active":"2024-07-26T07:39:19.133711+0000","last_peered":"2024-07-26T07:39:19.133711+0000","last_clean":"2024-07-26T07:39:19.133711+0000","last_became_active":"2024-07-26T07:39:17.845922+0000","last_became_peered":"2024-07-26T07:39:17.845922+0000","last_unstale":"2024-07-26T07:39:19.133711+0000","last_undegraded":"2024-07-26T07:39:19.133711+0000","last_fullsized":"2024-07-26T07:39:19.133711+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:30.796066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100761+0000","last_change":"2024-07-26T07:39:13.775095+0000","last_active":"2024-07-26T07:39:20.100761+0000","last_peered":"2024-07-26T07:39:20.100761+0000","last_clean":"2024-07-26T07:39:20.100761+0000","last_became_active":"2024-07-26T07:39:13.774200+0000","last_became_peered":"2024-07-26T07:39:13.774200+0000","last_unstale":"2024-07-26T07:39:20.100761+0000","last_undegraded":"2024-07-26T07:39:20.100761+0000","last_fullsized":"2024-07-26T07:39:20.100761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132589+0000","last_change":"2024-07-26T07:39:13.787616+0000","last_active":"2024-07-26T07:39:19.132589+0000","last_peered":"2024-07-26T07:39:19.132589+0000","last_clean":"2024-07-26T07:39:19.132589+0000","last_became_active":"2024-07-26T07:39:13.787277+0000","last_became_peered":"2024-07-26T07:39:13.787277+0000","last_unstale":"2024-07-26T07:39:19.132589+0000","last_undegraded":"2024-07-26T07:39:19.132589+0000","last_fullsized":"2024-07-26T07:39:19.132589+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:50:10.762484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803639+0000","last_change":"2024-07-26T07:39:13.777159+0000","last_active":"2024-07-26T07:39:18.803639+0000","last_peered":"2024-07-26T07:39:18.803639+0000","last_clean":"2024-07-26T07:39:18.803639+0000","last_became_active":"2024-07-26T07:39:13.776717+0000","last_became_peered":"2024-07-26T07:39:13.776717+0000","last_unstale":"2024-07-26T07:39:18.803639+0000","last_undegraded":"2024-07-26T07:39:18.803639+0000","last_fullsized":"2024-07-26T07:39:18.803639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.647533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600976+0000","last_change":"2024-07-26T07:39:13.785302+0000","last_active":"2024-07-26T07:39:19.600976+0000","last_peered":"2024-07-26T07:39:19.600976+0000","last_clean":"2024-07-26T07:39:19.600976+0000","last_became_active":"2024-07-26T07:39:13.784035+0000","last_became_peered":"2024-07-26T07:39:13.784035+0000","last_unstale":"2024-07-26T07:39:19.600976+0000","last_undegraded":"2024-07-26T07:39:19.600976+0000","last_fullsized":"2024-07-26T07:39:19.600976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103250+0000","last_change":"2024-07-26T07:39:13.776493+0000","last_active":"2024-07-26T07:39:20.103250+0000","last_peered":"2024-07-26T07:39:20.103250+0000","last_clean":"2024-07-26T07:39:20.103250+0000","last_became_active":"2024-07-26T07:39:13.776131+0000","last_became_peered":"2024-07-26T07:39:13.776131+0000","last_unstale":"2024-07-26T07:39:20.103250+0000","last_undegraded":"2024-07-26T07:39:20.103250+0000","last_fullsized":"2024-07-26T07:39:20.103250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102698+0000","last_change":"2024-07-26T07:39:13.784535+0000","last_active":"2024-07-26T07:39:20.102698+0000","last_peered":"2024-07-26T07:39:20.102698+0000","last_clean":"2024-07-26T07:39:20.102698+0000","last_became_active":"2024-07-26T07:39:13.783913+0000","last_became_peered":"2024-07-26T07:39:13.783913+0000","last_unstale":"2024-07-26T07:39:20.102698+0000","last_undegraded":"2024-07-26T07:39:20.102698+0000","last_fullsized":"2024-07-26T07:39:20.102698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103443+0000","last_change":"2024-07-26T07:39:13.774009+0000","last_active":"2024-07-26T07:39:20.103443+0000","last_peered":"2024-07-26T07:39:20.103443+0000","last_clean":"2024-07-26T07:39:20.103443+0000","last_became_active":"2024-07-26T07:39:13.773624+0000","last_became_peered":"2024-07-26T07:39:13.773624+0000","last_unstale":"2024-07-26T07:39:20.103443+0000","last_undegraded":"2024-07-26T07:39:20.103443+0000","last_fullsized":"2024-07-26T07:39:20.103443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600386+0000","last_change":"2024-07-26T07:39:13.788764+0000","last_active":"2024-07-26T07:39:19.600386+0000","last_peered":"2024-07-26T07:39:19.600386+0000","last_clean":"2024-07-26T07:39:19.600386+0000","last_became_active":"2024-07-26T07:39:13.787859+0000","last_became_peered":"2024-07-26T07:39:13.787859+0000","last_unstale":"2024-07-26T07:39:19.600386+0000","last_undegraded":"2024-07-26T07:39:19.600386+0000","last_fullsized":"2024-07-26T07:39:19.600386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805180+0000","last_change":"2024-07-26T07:39:13.792049+0000","last_active":"2024-07-26T07:39:18.805180+0000","last_peered":"2024-07-26T07:39:18.805180+0000","last_clean":"2024-07-26T07:39:18.805180+0000","last_became_active":"2024-07-26T07:39:13.789236+0000","last_became_peered":"2024-07-26T07:39:13.789236+0000","last_unstale":"2024-07-26T07:39:18.805180+0000","last_undegraded":"2024-07-26T07:39:18.805180+0000","last_fullsized":"2024-07-26T07:39:18.805180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599898+0000","last_change":"2024-07-26T07:39:13.780464+0000","last_active":"2024-07-26T07:39:19.599898+0000","last_peered":"2024-07-26T07:39:19.599898+0000","last_clean":"2024-07-26T07:39:19.599898+0000","last_became_active":"2024-07-26T07:39:13.774149+0000","last_became_peered":"2024-07-26T07:39:13.774149+0000","last_unstale":"2024-07-26T07:39:19.599898+0000","last_undegraded":"2024-07-26T07:39:19.599898+0000","last_fullsized":"2024-07-26T07:39:19.599898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806108+0000","last_change":"2024-07-26T07:39:13.798834+0000","last_active":"2024-07-26T07:39:18.806108+0000","last_peered":"2024-07-26T07:39:18.806108+0000","last_clean":"2024-07-26T07:39:18.806108+0000","last_became_active":"2024-07-26T07:39:13.798092+0000","last_became_peered":"2024-07-26T07:39:13.798092+0000","last_unstale":"2024-07-26T07:39:18.806108+0000","last_undegraded":"2024-07-26T07:39:18.806108+0000","last_fullsized":"2024-07-26T07:39:18.806108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805237+0000","last_change":"2024-07-26T07:39:13.775705+0000","last_active":"2024-07-26T07:39:18.805237+0000","last_peered":"2024-07-26T07:39:18.805237+0000","last_clean":"2024-07-26T07:39:18.805237+0000","last_became_active":"2024-07-26T07:39:13.775388+0000","last_became_peered":"2024-07-26T07:39:13.775388+0000","last_unstale":"2024-07-26T07:39:18.805237+0000","last_undegraded":"2024-07-26T07:39:18.805237+0000","last_fullsized":"2024-07-26T07:39:18.805237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102618+0000","last_change":"2024-07-26T07:39:13.786023+0000","last_active":"2024-07-26T07:39:20.102618+0000","last_peered":"2024-07-26T07:39:20.102618+0000","last_clean":"2024-07-26T07:39:20.102618+0000","last_became_active":"2024-07-26T07:39:13.784762+0000","last_became_peered":"2024-07-26T07:39:13.784762+0000","last_unstale":"2024-07-26T07:39:20.102618+0000","last_undegraded":"2024-07-26T07:39:20.102618+0000","last_fullsized":"2024-07-26T07:39:20.102618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806347+0000","last_change":"2024-07-26T07:39:13.779026+0000","last_active":"2024-07-26T07:39:18.806347+0000","last_peered":"2024-07-26T07:39:18.806347+0000","last_clean":"2024-07-26T07:39:18.806347+0000","last_became_active":"2024-07-26T07:39:13.777177+0000","last_became_peered":"2024-07-26T07:39:13.777177+0000","last_unstale":"2024-07-26T07:39:18.806347+0000","last_undegraded":"2024-07-26T07:39:18.806347+0000","last_fullsized":"2024-07-26T07:39:18.806347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:08.469569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134344+0000","last_change":"2024-07-26T07:39:13.786332+0000","last_active":"2024-07-26T07:39:19.134344+0000","last_peered":"2024-07-26T07:39:19.134344+0000","last_clean":"2024-07-26T07:39:19.134344+0000","last_became_active":"2024-07-26T07:39:13.786037+0000","last_became_peered":"2024-07-26T07:39:13.786037+0000","last_unstale":"2024-07-26T07:39:19.134344+0000","last_undegraded":"2024-07-26T07:39:19.134344+0000","last_fullsized":"2024-07-26T07:39:19.134344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:07:59.161210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806488+0000","last_change":"2024-07-26T07:39:13.783518+0000","last_active":"2024-07-26T07:39:18.806488+0000","last_peered":"2024-07-26T07:39:18.806488+0000","last_clean":"2024-07-26T07:39:18.806488+0000","last_became_active":"2024-07-26T07:39:13.783287+0000","last_became_peered":"2024-07-26T07:39:13.783287+0000","last_unstale":"2024-07-26T07:39:18.806488+0000","last_undegraded":"2024-07-26T07:39:18.806488+0000","last_fullsized":"2024-07-26T07:39:18.806488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:31.918959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804863+0000","last_change":"2024-07-26T07:39:13.785193+0000","last_active":"2024-07-26T07:39:18.804863+0000","last_peered":"2024-07-26T07:39:18.804863+0000","last_clean":"2024-07-26T07:39:18.804863+0000","last_became_active":"2024-07-26T07:39:13.784864+0000","last_became_peered":"2024-07-26T07:39:13.784864+0000","last_unstale":"2024-07-26T07:39:18.804863+0000","last_undegraded":"2024-07-26T07:39:18.804863+0000","last_fullsized":"2024-07-26T07:39:18.804863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:23.307251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599365+0000","last_change":"2024-07-26T07:39:13.772797+0000","last_active":"2024-07-26T07:39:19.599365+0000","last_peered":"2024-07-26T07:39:19.599365+0000","last_clean":"2024-07-26T07:39:19.599365+0000","last_became_active":"2024-07-26T07:39:13.772455+0000","last_became_peered":"2024-07-26T07:39:13.772455+0000","last_unstale":"2024-07-26T07:39:19.599365+0000","last_undegraded":"2024-07-26T07:39:19.599365+0000","last_fullsized":"2024-07-26T07:39:19.599365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102184+0000","last_change":"2024-07-26T07:39:13.784633+0000","last_active":"2024-07-26T07:39:20.102184+0000","last_peered":"2024-07-26T07:39:20.102184+0000","last_clean":"2024-07-26T07:39:20.102184+0000","last_became_active":"2024-07-26T07:39:13.784089+0000","last_became_peered":"2024-07-26T07:39:13.784089+0000","last_unstale":"2024-07-26T07:39:20.102184+0000","last_undegraded":"2024-07-26T07:39:20.102184+0000","last_fullsized":"2024-07-26T07:39:20.102184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102499+0000","last_change":"2024-07-26T07:39:13.797936+0000","last_active":"2024-07-26T07:39:20.102499+0000","last_peered":"2024-07-26T07:39:20.102499+0000","last_clean":"2024-07-26T07:39:20.102499+0000","last_became_active":"2024-07-26T07:39:13.797564+0000","last_became_peered":"2024-07-26T07:39:13.797564+0000","last_unstale":"2024-07-26T07:39:20.102499+0000","last_undegraded":"2024-07-26T07:39:20.102499+0000","last_fullsized":"2024-07-26T07:39:20.102499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102317+0000","last_change":"2024-07-26T07:39:13.786656+0000","last_active":"2024-07-26T07:39:20.102317+0000","last_peered":"2024-07-26T07:39:20.102317+0000","last_clean":"2024-07-26T07:39:20.102317+0000","last_became_active":"2024-07-26T07:39:13.785685+0000","last_became_peered":"2024-07-26T07:39:13.785685+0000","last_unstale":"2024-07-26T07:39:20.102317+0000","last_undegraded":"2024-07-26T07:39:20.102317+0000","last_fullsized":"2024-07-26T07:39:20.102317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101460+0000","last_change":"2024-07-26T07:39:13.776273+0000","last_active":"2024-07-26T07:39:20.101460+0000","last_peered":"2024-07-26T07:39:20.101460+0000","last_clean":"2024-07-26T07:39:20.101460+0000","last_became_active":"2024-07-26T07:39:13.776002+0000","last_became_peered":"2024-07-26T07:39:13.776002+0000","last_unstale":"2024-07-26T07:39:20.101460+0000","last_undegraded":"2024-07-26T07:39:20.101460+0000","last_fullsized":"2024-07-26T07:39:20.101460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102250+0000","last_change":"2024-07-26T07:39:13.789287+0000","last_active":"2024-07-26T07:39:20.102250+0000","last_peered":"2024-07-26T07:39:20.102250+0000","last_clean":"2024-07-26T07:39:20.102250+0000","last_became_active":"2024-07-26T07:39:13.787796+0000","last_became_peered":"2024-07-26T07:39:13.787796+0000","last_unstale":"2024-07-26T07:39:20.102250+0000","last_undegraded":"2024-07-26T07:39:20.102250+0000","last_fullsized":"2024-07-26T07:39:20.102250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.808907+0000","last_change":"2024-07-26T07:39:13.778250+0000","last_active":"2024-07-26T07:39:18.808907+0000","last_peered":"2024-07-26T07:39:18.808907+0000","last_clean":"2024-07-26T07:39:18.808907+0000","last_became_active":"2024-07-26T07:39:13.777928+0000","last_became_peered":"2024-07-26T07:39:13.777928+0000","last_unstale":"2024-07-26T07:39:18.808907+0000","last_undegraded":"2024-07-26T07:39:18.808907+0000","last_fullsized":"2024-07-26T07:39:18.808907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599387+0000","last_change":"2024-07-26T07:39:13.776952+0000","last_active":"2024-07-26T07:39:19.599387+0000","last_peered":"2024-07-26T07:39:19.599387+0000","last_clean":"2024-07-26T07:39:19.599387+0000","last_became_active":"2024-07-26T07:39:13.776203+0000","last_became_peered":"2024-07-26T07:39:13.776203+0000","last_unstale":"2024-07-26T07:39:19.599387+0000","last_undegraded":"2024-07-26T07:39:19.599387+0000","last_fullsized":"2024-07-26T07:39:19.599387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100022+0000","last_change":"2024-07-26T07:39:13.783278+0000","last_active":"2024-07-26T07:39:20.100022+0000","last_peered":"2024-07-26T07:39:20.100022+0000","last_clean":"2024-07-26T07:39:20.100022+0000","last_became_active":"2024-07-26T07:39:13.782988+0000","last_became_peered":"2024-07-26T07:39:13.782988+0000","last_unstale":"2024-07-26T07:39:20.100022+0000","last_undegraded":"2024-07-26T07:39:20.100022+0000","last_fullsized":"2024-07-26T07:39:20.100022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101954+0000","last_change":"2024-07-26T07:39:13.763879+0000","last_active":"2024-07-26T07:39:20.101954+0000","last_peered":"2024-07-26T07:39:20.101954+0000","last_clean":"2024-07-26T07:39:20.101954+0000","last_became_active":"2024-07-26T07:39:13.763414+0000","last_became_peered":"2024-07-26T07:39:13.763414+0000","last_unstale":"2024-07-26T07:39:20.101954+0000","last_undegraded":"2024-07-26T07:39:20.101954+0000","last_fullsized":"2024-07-26T07:39:20.101954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100842+0000","last_change":"2024-07-26T07:39:13.782467+0000","last_active":"2024-07-26T07:39:20.100842+0000","last_peered":"2024-07-26T07:39:20.100842+0000","last_clean":"2024-07-26T07:39:20.100842+0000","last_became_active":"2024-07-26T07:39:13.782055+0000","last_became_peered":"2024-07-26T07:39:13.782055+0000","last_unstale":"2024-07-26T07:39:20.100842+0000","last_undegraded":"2024-07-26T07:39:20.100842+0000","last_fullsized":"2024-07-26T07:39:20.100842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102757+0000","last_change":"2024-07-26T07:39:13.768436+0000","last_active":"2024-07-26T07:39:20.102757+0000","last_peered":"2024-07-26T07:39:20.102757+0000","last_clean":"2024-07-26T07:39:20.102757+0000","last_became_active":"2024-07-26T07:39:13.768088+0000","last_became_peered":"2024-07-26T07:39:13.768088+0000","last_unstale":"2024-07-26T07:39:20.102757+0000","last_undegraded":"2024-07-26T07:39:20.102757+0000","last_fullsized":"2024-07-26T07:39:20.102757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600536+0000","last_change":"2024-07-26T07:39:13.761217+0000","last_active":"2024-07-26T07:39:19.600536+0000","last_peered":"2024-07-26T07:39:19.600536+0000","last_clean":"2024-07-26T07:39:19.600536+0000","last_became_active":"2024-07-26T07:39:13.760835+0000","last_became_peered":"2024-07-26T07:39:13.760835+0000","last_unstale":"2024-07-26T07:39:19.600536+0000","last_undegraded":"2024-07-26T07:39:19.600536+0000","last_fullsized":"2024-07-26T07:39:19.600536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601255+0000","last_change":"2024-07-26T07:39:13.782542+0000","last_active":"2024-07-26T07:39:19.601255+0000","last_peered":"2024-07-26T07:39:19.601255+0000","last_clean":"2024-07-26T07:39:19.601255+0000","last_became_active":"2024-07-26T07:39:13.781729+0000","last_became_peered":"2024-07-26T07:39:13.781729+0000","last_unstale":"2024-07-26T07:39:19.601255+0000","last_undegraded":"2024-07-26T07:39:19.601255+0000","last_fullsized":"2024-07-26T07:39:19.601255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102144+0000","last_change":"2024-07-26T07:39:13.797367+0000","last_active":"2024-07-26T07:39:20.102144+0000","last_peered":"2024-07-26T07:39:20.102144+0000","last_clean":"2024-07-26T07:39:20.102144+0000","last_became_active":"2024-07-26T07:39:13.797053+0000","last_became_peered":"2024-07-26T07:39:13.797053+0000","last_unstale":"2024-07-26T07:39:20.102144+0000","last_undegraded":"2024-07-26T07:39:20.102144+0000","last_fullsized":"2024-07-26T07:39:20.102144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":270336,"data_stored":105614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":696074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":110128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509451,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":106196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509450,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":696052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509451,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":105670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542156,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":278528,"data_stored":105738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:39:44.344 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:39:44.635 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 -- 172.21.15.105:0/23999676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040ce890 msgr2=0x7f170415de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 --2- 172.21.15.105:0/23999676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040ce890 0x7f170415de00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f16fc005fd0 tx=0x7f16fc02aa90 comp rx=0 tx=0).stop 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 -- 172.21.15.105:0/23999676 shutdown_connections 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 --2- 172.21.15.105:0/23999676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040ce890 0x7f170415de00 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 --2- 172.21.15.105:0/23999676 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f17040afe50 0x7f170415c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 -- 172.21.15.105:0/23999676 >> 172.21.15.105:0/23999676 conn(0x7f1704073840 msgr2=0x7f1704073c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 -- 172.21.15.105:0/23999676 shutdown_connections 2024-07-26T07:39:44.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.635+0000 7f170a000640 1 -- 172.21.15.105:0/23999676 wait complete. 2024-07-26T07:39:44.637 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.637+0000 7f170a000640 1 Processor -- start 2024-07-26T07:39:44.637 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.637+0000 7f170a000640 1 -- start start 2024-07-26T07:39:44.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.638+0000 7f170a000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.638+0000 7f170a000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f170415c800 0x7f170414f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.638+0000 7f170a000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1704159190 0x7f17041595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f170a000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f170415e910 con 0x7f17040afe50 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f170a000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f170415e790 con 0x7f170415c800 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f170a000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f170415ea90 con 0x7f1704159190 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41694/0 (socket says 172.21.15.105:41694) 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 -- 172.21.15.105:0/2444974128 learned_addr learned my addr 172.21.15.105:0/2444974128 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1709600640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1704159190 0x7f17041595a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 -- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1704159190 msgr2=0x7f17041595a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1704159190 0x7f17041595a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 -- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f170415c800 msgr2=0x7f170414f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1703e00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f170415c800 0x7f170414f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f170415c800 0x7f170414f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.639+0000 7f1708c00640 1 -- 172.21.15.105:0/2444974128 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170414fa30 con 0x7f17040afe50 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f1708c00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f16f400d740 tx=0x7f16f400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f4017070 con 0x7f17040afe50 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16f4009d20 con 0x7f17040afe50 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17041f2c40 con 0x7f17040afe50 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f40106c0 con 0x7f17040afe50 2024-07-26T07:39:44.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.640+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17041f3200 con 0x7f17040afe50 2024-07-26T07:39:44.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.641+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170415efb0 con 0x7f17040afe50 2024-07-26T07:39:44.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.642+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f16f401a070 con 0x7f17040afe50 2024-07-26T07:39:44.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.643+0000 7f1700c00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:44.644 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.643+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f16f4098d20 con 0x7f17040afe50 2024-07-26T07:39:44.644 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.644+0000 7f1703e00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:44.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.645+0000 7f1703e00640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 0x7f16e0079550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f17040af8b0 tx=0x7f16ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:44.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.648+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f170414fa30 con 0x7f17040afe50 2024-07-26T07:39:44.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.839+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1704159ae0 con 0x7f16e0077040 2024-07-26T07:39:44.855 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.855+0000 7f1700c00640 1 -- 172.21.15.105:0/2444974128 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332520 (secure 0 0 0) 0x7f16ec0050d0 con 0x7f16e0077040 2024-07-26T07:39:44.857 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:44.861 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:39:44.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 msgr2=0x7f16e0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 0x7f16e0079550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f17040af8b0 tx=0x7f16ec009040 comp rx=0 tx=0).stop 2024-07-26T07:39:44.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 msgr2=0x7f17041e5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:44.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f16f400d740 tx=0x7f16f400dc00 comp rx=0 tx=0).stop 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 shutdown_connections 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1704159190 0x7f17041595a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f170415c800 0x7f170414f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 --2- 172.21.15.105:0/2444974128 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f17040afe50 0x7f17041e5790 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 >> 172.21.15.105:0/2444974128 conn(0x7f1704073840 msgr2=0x7f1704153700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 shutdown_connections 2024-07-26T07:39:44.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:44.862+0000 7f170a000640 1 -- 172.21.15.105:0/2444974128 wait complete. 2024-07-26T07:39:44.886 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-07-26T07:39:44.806204+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":155,"num_write_kb":1648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219500,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755220,"statfs":{"total":773094113280,"available":772869345280,"internally_reserved":0,"allocated":3416064,"data_stored":2034928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006564"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807274+0000","last_change":"2024-07-26T07:39:12.744452+0000","last_active":"2024-07-26T07:39:18.807274+0000","last_peered":"2024-07-26T07:39:18.807274+0000","last_clean":"2024-07-26T07:39:18.807274+0000","last_became_active":"2024-07-26T07:39:12.744086+0000","last_became_peered":"2024-07-26T07:39:12.744086+0000","last_unstale":"2024-07-26T07:39:18.807274+0000","last_undegraded":"2024-07-26T07:39:18.807274+0000","last_fullsized":"2024-07-26T07:39:18.807274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601555+0000","last_change":"2024-07-26T07:39:13.780395+0000","last_active":"2024-07-26T07:39:19.601555+0000","last_peered":"2024-07-26T07:39:19.601555+0000","last_clean":"2024-07-26T07:39:19.601555+0000","last_became_active":"2024-07-26T07:39:13.775610+0000","last_became_peered":"2024-07-26T07:39:13.775610+0000","last_unstale":"2024-07-26T07:39:19.601555+0000","last_undegraded":"2024-07-26T07:39:19.601555+0000","last_fullsized":"2024-07-26T07:39:19.601555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132910+0000","last_change":"2024-07-26T07:39:17.848957+0000","last_active":"2024-07-26T07:39:19.132910+0000","last_peered":"2024-07-26T07:39:19.132910+0000","last_clean":"2024-07-26T07:39:19.132910+0000","last_became_active":"2024-07-26T07:39:17.844296+0000","last_became_peered":"2024-07-26T07:39:17.844296+0000","last_unstale":"2024-07-26T07:39:19.132910+0000","last_undegraded":"2024-07-26T07:39:19.132910+0000","last_fullsized":"2024-07-26T07:39:19.132910+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:42:15.716255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601675+0000","last_change":"2024-07-26T07:39:12.754176+0000","last_active":"2024-07-26T07:39:19.601675+0000","last_peered":"2024-07-26T07:39:19.601675+0000","last_clean":"2024-07-26T07:39:19.601675+0000","last_became_active":"2024-07-26T07:39:12.753781+0000","last_became_peered":"2024-07-26T07:39:12.753781+0000","last_unstale":"2024-07-26T07:39:19.601675+0000","last_undegraded":"2024-07-26T07:39:19.601675+0000","last_fullsized":"2024-07-26T07:39:19.601675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600712+0000","last_change":"2024-07-26T07:39:13.788211+0000","last_active":"2024-07-26T07:39:19.600712+0000","last_peered":"2024-07-26T07:39:19.600712+0000","last_clean":"2024-07-26T07:39:19.600712+0000","last_became_active":"2024-07-26T07:39:13.787386+0000","last_became_peered":"2024-07-26T07:39:13.787386+0000","last_unstale":"2024-07-26T07:39:19.600712+0000","last_undegraded":"2024-07-26T07:39:19.600712+0000","last_fullsized":"2024-07-26T07:39:19.600712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100940+0000","last_change":"2024-07-26T07:39:17.839943+0000","last_active":"2024-07-26T07:39:20.100940+0000","last_peered":"2024-07-26T07:39:20.100940+0000","last_clean":"2024-07-26T07:39:20.100940+0000","last_became_active":"2024-07-26T07:39:17.839479+0000","last_became_peered":"2024-07-26T07:39:17.839479+0000","last_unstale":"2024-07-26T07:39:20.100940+0000","last_undegraded":"2024-07-26T07:39:20.100940+0000","last_fullsized":"2024-07-26T07:39:20.100940+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101765+0000","last_change":"2024-07-26T07:39:12.726972+0000","last_active":"2024-07-26T07:39:20.101765+0000","last_peered":"2024-07-26T07:39:20.101765+0000","last_clean":"2024-07-26T07:39:20.101765+0000","last_became_active":"2024-07-26T07:39:12.726635+0000","last_became_peered":"2024-07-26T07:39:12.726635+0000","last_unstale":"2024-07-26T07:39:20.101765+0000","last_undegraded":"2024-07-26T07:39:20.101765+0000","last_fullsized":"2024-07-26T07:39:20.101765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807788+0000","last_change":"2024-07-26T07:39:13.779083+0000","last_active":"2024-07-26T07:39:18.807788+0000","last_peered":"2024-07-26T07:39:18.807788+0000","last_clean":"2024-07-26T07:39:18.807788+0000","last_became_active":"2024-07-26T07:39:13.778781+0000","last_became_peered":"2024-07-26T07:39:13.778781+0000","last_unstale":"2024-07-26T07:39:18.807788+0000","last_undegraded":"2024-07-26T07:39:18.807788+0000","last_fullsized":"2024-07-26T07:39:18.807788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103503+0000","last_change":"2024-07-26T07:39:17.840804+0000","last_active":"2024-07-26T07:39:20.103503+0000","last_peered":"2024-07-26T07:39:20.103503+0000","last_clean":"2024-07-26T07:39:20.103503+0000","last_became_active":"2024-07-26T07:39:17.836819+0000","last_became_peered":"2024-07-26T07:39:17.836819+0000","last_unstale":"2024-07-26T07:39:20.103503+0000","last_undegraded":"2024-07-26T07:39:20.103503+0000","last_fullsized":"2024-07-26T07:39:20.103503+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:41.678147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103185+0000","last_change":"2024-07-26T07:39:12.740439+0000","last_active":"2024-07-26T07:39:20.103185+0000","last_peered":"2024-07-26T07:39:20.103185+0000","last_clean":"2024-07-26T07:39:20.103185+0000","last_became_active":"2024-07-26T07:39:12.732081+0000","last_became_peered":"2024-07-26T07:39:12.732081+0000","last_unstale":"2024-07-26T07:39:20.103185+0000","last_undegraded":"2024-07-26T07:39:20.103185+0000","last_fullsized":"2024-07-26T07:39:20.103185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805736+0000","last_change":"2024-07-26T07:39:13.779816+0000","last_active":"2024-07-26T07:39:18.805736+0000","last_peered":"2024-07-26T07:39:18.805736+0000","last_clean":"2024-07-26T07:39:18.805736+0000","last_became_active":"2024-07-26T07:39:13.779449+0000","last_became_peered":"2024-07-26T07:39:13.779449+0000","last_unstale":"2024-07-26T07:39:18.805736+0000","last_undegraded":"2024-07-26T07:39:18.805736+0000","last_fullsized":"2024-07-26T07:39:18.805736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:57.479919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101028+0000","last_change":"2024-07-26T07:39:17.839887+0000","last_active":"2024-07-26T07:39:20.101028+0000","last_peered":"2024-07-26T07:39:20.101028+0000","last_clean":"2024-07-26T07:39:20.101028+0000","last_became_active":"2024-07-26T07:39:17.836640+0000","last_became_peered":"2024-07-26T07:39:17.836640+0000","last_unstale":"2024-07-26T07:39:20.101028+0000","last_undegraded":"2024-07-26T07:39:20.101028+0000","last_fullsized":"2024-07-26T07:39:20.101028+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803954+0000","last_change":"2024-07-26T07:39:13.769986+0000","last_active":"2024-07-26T07:39:18.803954+0000","last_peered":"2024-07-26T07:39:18.803954+0000","last_clean":"2024-07-26T07:39:18.803954+0000","last_became_active":"2024-07-26T07:39:13.769656+0000","last_became_peered":"2024-07-26T07:39:13.769656+0000","last_unstale":"2024-07-26T07:39:18.803954+0000","last_undegraded":"2024-07-26T07:39:18.803954+0000","last_fullsized":"2024-07-26T07:39:18.803954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:00.771804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804632+0000","last_change":"2024-07-26T07:39:12.748202+0000","last_active":"2024-07-26T07:39:18.804632+0000","last_peered":"2024-07-26T07:39:18.804632+0000","last_clean":"2024-07-26T07:39:18.804632+0000","last_became_active":"2024-07-26T07:39:12.743011+0000","last_became_peered":"2024-07-26T07:39:12.743011+0000","last_unstale":"2024-07-26T07:39:18.804632+0000","last_undegraded":"2024-07-26T07:39:18.804632+0000","last_fullsized":"2024-07-26T07:39:18.804632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805547+0000","last_change":"2024-07-26T07:39:17.833284+0000","last_active":"2024-07-26T07:39:18.805547+0000","last_peered":"2024-07-26T07:39:18.805547+0000","last_clean":"2024-07-26T07:39:18.805547+0000","last_became_active":"2024-07-26T07:39:17.832776+0000","last_became_peered":"2024-07-26T07:39:17.832776+0000","last_unstale":"2024-07-26T07:39:18.805547+0000","last_undegraded":"2024-07-26T07:39:18.805547+0000","last_fullsized":"2024-07-26T07:39:18.805547+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:39.568399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133101+0000","last_change":"2024-07-26T07:39:13.782944+0000","last_active":"2024-07-26T07:39:19.133101+0000","last_peered":"2024-07-26T07:39:19.133101+0000","last_clean":"2024-07-26T07:39:19.133101+0000","last_became_active":"2024-07-26T07:39:13.782512+0000","last_became_peered":"2024-07-26T07:39:13.782512+0000","last_unstale":"2024-07-26T07:39:19.133101+0000","last_undegraded":"2024-07-26T07:39:19.133101+0000","last_fullsized":"2024-07-26T07:39:19.133101+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:46:17.458068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102568+0000","last_change":"2024-07-26T07:39:12.753156+0000","last_active":"2024-07-26T07:39:20.102568+0000","last_peered":"2024-07-26T07:39:20.102568+0000","last_clean":"2024-07-26T07:39:20.102568+0000","last_became_active":"2024-07-26T07:39:12.751529+0000","last_became_peered":"2024-07-26T07:39:12.751529+0000","last_unstale":"2024-07-26T07:39:20.102568+0000","last_undegraded":"2024-07-26T07:39:20.102568+0000","last_fullsized":"2024-07-26T07:39:20.102568+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101367+0000","last_change":"2024-07-26T07:39:17.835618+0000","last_active":"2024-07-26T07:39:20.101367+0000","last_peered":"2024-07-26T07:39:20.101367+0000","last_clean":"2024-07-26T07:39:20.101367+0000","last_became_active":"2024-07-26T07:39:17.835172+0000","last_became_peered":"2024-07-26T07:39:17.835172+0000","last_unstale":"2024-07-26T07:39:20.101367+0000","last_undegraded":"2024-07-26T07:39:20.101367+0000","last_fullsized":"2024-07-26T07:39:20.101367+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:13.772337+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:13.771969+0000","last_became_peered":"2024-07-26T07:39:13.771969+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805538+0000","last_change":"2024-07-26T07:39:12.744383+0000","last_active":"2024-07-26T07:39:18.805538+0000","last_peered":"2024-07-26T07:39:18.805538+0000","last_clean":"2024-07-26T07:39:18.805538+0000","last_became_active":"2024-07-26T07:39:12.743999+0000","last_became_peered":"2024-07-26T07:39:12.743999+0000","last_unstale":"2024-07-26T07:39:18.805538+0000","last_undegraded":"2024-07-26T07:39:18.805538+0000","last_fullsized":"2024-07-26T07:39:18.805538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:42.667893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134426+0000","last_change":"2024-07-26T07:39:17.856961+0000","last_active":"2024-07-26T07:39:19.134426+0000","last_peered":"2024-07-26T07:39:19.134426+0000","last_clean":"2024-07-26T07:39:19.134426+0000","last_became_active":"2024-07-26T07:39:17.856301+0000","last_became_peered":"2024-07-26T07:39:17.856301+0000","last_unstale":"2024-07-26T07:39:19.134426+0000","last_undegraded":"2024-07-26T07:39:19.134426+0000","last_fullsized":"2024-07-26T07:39:19.134426+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:41:30.321764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803905+0000","last_change":"2024-07-26T07:39:13.781203+0000","last_active":"2024-07-26T07:39:18.803905+0000","last_peered":"2024-07-26T07:39:18.803905+0000","last_clean":"2024-07-26T07:39:18.803905+0000","last_became_active":"2024-07-26T07:39:13.780832+0000","last_became_peered":"2024-07-26T07:39:13.780832+0000","last_unstale":"2024-07-26T07:39:18.803905+0000","last_undegraded":"2024-07-26T07:39:18.803905+0000","last_fullsized":"2024-07-26T07:39:18.803905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:43.732029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.099817+0000","last_change":"2024-07-26T07:39:12.743960+0000","last_active":"2024-07-26T07:39:20.099817+0000","last_peered":"2024-07-26T07:39:20.099817+0000","last_clean":"2024-07-26T07:39:20.099817+0000","last_became_active":"2024-07-26T07:39:12.743648+0000","last_became_peered":"2024-07-26T07:39:12.743648+0000","last_unstale":"2024-07-26T07:39:20.099817+0000","last_undegraded":"2024-07-26T07:39:20.099817+0000","last_fullsized":"2024-07-26T07:39:20.099817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103358+0000","last_change":"2024-07-26T07:39:17.831585+0000","last_active":"2024-07-26T07:39:20.103358+0000","last_peered":"2024-07-26T07:39:20.103358+0000","last_clean":"2024-07-26T07:39:20.103358+0000","last_became_active":"2024-07-26T07:39:17.829340+0000","last_became_peered":"2024-07-26T07:39:17.829340+0000","last_unstale":"2024-07-26T07:39:20.103358+0000","last_undegraded":"2024-07-26T07:39:20.103358+0000","last_fullsized":"2024-07-26T07:39:20.103358+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:56.211254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805862+0000","last_change":"2024-07-26T07:39:13.786404+0000","last_active":"2024-07-26T07:39:18.805862+0000","last_peered":"2024-07-26T07:39:18.805862+0000","last_clean":"2024-07-26T07:39:18.805862+0000","last_became_active":"2024-07-26T07:39:13.786095+0000","last_became_peered":"2024-07-26T07:39:13.786095+0000","last_unstale":"2024-07-26T07:39:18.805862+0000","last_undegraded":"2024-07-26T07:39:18.805862+0000","last_fullsized":"2024-07-26T07:39:18.805862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806796+0000","last_change":"2024-07-26T07:39:12.759039+0000","last_active":"2024-07-26T07:39:18.806796+0000","last_peered":"2024-07-26T07:39:18.806796+0000","last_clean":"2024-07-26T07:39:18.806796+0000","last_became_active":"2024-07-26T07:39:12.758771+0000","last_became_peered":"2024-07-26T07:39:12.758771+0000","last_unstale":"2024-07-26T07:39:18.806796+0000","last_undegraded":"2024-07-26T07:39:18.806796+0000","last_fullsized":"2024-07-26T07:39:18.806796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:56.764701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101773+0000","last_change":"2024-07-26T07:39:17.830228+0000","last_active":"2024-07-26T07:39:20.101773+0000","last_peered":"2024-07-26T07:39:20.101773+0000","last_clean":"2024-07-26T07:39:20.101773+0000","last_became_active":"2024-07-26T07:39:17.829745+0000","last_became_peered":"2024-07-26T07:39:17.829745+0000","last_unstale":"2024-07-26T07:39:20.101773+0000","last_undegraded":"2024-07-26T07:39:20.101773+0000","last_fullsized":"2024-07-26T07:39:20.101773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806976+0000","last_change":"2024-07-26T07:39:13.777724+0000","last_active":"2024-07-26T07:39:18.806976+0000","last_peered":"2024-07-26T07:39:18.806976+0000","last_clean":"2024-07-26T07:39:18.806976+0000","last_became_active":"2024-07-26T07:39:13.777065+0000","last_became_peered":"2024-07-26T07:39:13.777065+0000","last_unstale":"2024-07-26T07:39:18.806976+0000","last_undegraded":"2024-07-26T07:39:18.806976+0000","last_fullsized":"2024-07-26T07:39:18.806976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"26'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:27.806726+0000","last_change":"2024-07-26T07:39:12.761683+0000","last_active":"2024-07-26T07:39:27.806726+0000","last_peered":"2024-07-26T07:39:27.806726+0000","last_clean":"2024-07-26T07:39:27.806726+0000","last_became_active":"2024-07-26T07:39:12.759625+0000","last_became_peered":"2024-07-26T07:39:12.759625+0000","last_unstale":"2024-07-26T07:39:27.806726+0000","last_undegraded":"2024-07-26T07:39:27.806726+0000","last_fullsized":"2024-07-26T07:39:27.806726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:57.743950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805630+0000","last_change":"2024-07-26T07:39:17.844059+0000","last_active":"2024-07-26T07:39:18.805630+0000","last_peered":"2024-07-26T07:39:18.805630+0000","last_clean":"2024-07-26T07:39:18.805630+0000","last_became_active":"2024-07-26T07:39:17.842334+0000","last_became_peered":"2024-07-26T07:39:17.842334+0000","last_unstale":"2024-07-26T07:39:18.805630+0000","last_undegraded":"2024-07-26T07:39:18.805630+0000","last_fullsized":"2024-07-26T07:39:18.805630+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:47.803276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103287+0000","last_change":"2024-07-26T07:39:13.783524+0000","last_active":"2024-07-26T07:39:20.103287+0000","last_peered":"2024-07-26T07:39:20.103287+0000","last_clean":"2024-07-26T07:39:20.103287+0000","last_became_active":"2024-07-26T07:39:13.783221+0000","last_became_peered":"2024-07-26T07:39:13.783221+0000","last_unstale":"2024-07-26T07:39:20.103287+0000","last_undegraded":"2024-07-26T07:39:20.103287+0000","last_fullsized":"2024-07-26T07:39:20.103287+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806680+0000","last_change":"2024-07-26T07:39:12.745995+0000","last_active":"2024-07-26T07:39:18.806680+0000","last_peered":"2024-07-26T07:39:18.806680+0000","last_clean":"2024-07-26T07:39:18.806680+0000","last_became_active":"2024-07-26T07:39:12.745678+0000","last_became_peered":"2024-07-26T07:39:12.745678+0000","last_unstale":"2024-07-26T07:39:18.806680+0000","last_undegraded":"2024-07-26T07:39:18.806680+0000","last_fullsized":"2024-07-26T07:39:18.806680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:03.166940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102666+0000","last_change":"2024-07-26T07:39:17.838705+0000","last_active":"2024-07-26T07:39:20.102666+0000","last_peered":"2024-07-26T07:39:20.102666+0000","last_clean":"2024-07-26T07:39:20.102666+0000","last_became_active":"2024-07-26T07:39:17.838262+0000","last_became_peered":"2024-07-26T07:39:17.838262+0000","last_unstale":"2024-07-26T07:39:20.102666+0000","last_undegraded":"2024-07-26T07:39:20.102666+0000","last_fullsized":"2024-07-26T07:39:20.102666+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:20.850373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103045+0000","last_change":"2024-07-26T07:39:13.792726+0000","last_active":"2024-07-26T07:39:20.103045+0000","last_peered":"2024-07-26T07:39:20.103045+0000","last_clean":"2024-07-26T07:39:20.103045+0000","last_became_active":"2024-07-26T07:39:13.782257+0000","last_became_peered":"2024-07-26T07:39:13.782257+0000","last_unstale":"2024-07-26T07:39:20.103045+0000","last_undegraded":"2024-07-26T07:39:20.103045+0000","last_fullsized":"2024-07-26T07:39:20.103045+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600539+0000","last_change":"2024-07-26T07:39:12.754418+0000","last_active":"2024-07-26T07:39:19.600539+0000","last_peered":"2024-07-26T07:39:19.600539+0000","last_clean":"2024-07-26T07:39:19.600539+0000","last_became_active":"2024-07-26T07:39:12.754075+0000","last_became_peered":"2024-07-26T07:39:12.754075+0000","last_unstale":"2024-07-26T07:39:19.600539+0000","last_undegraded":"2024-07-26T07:39:19.600539+0000","last_fullsized":"2024-07-26T07:39:19.600539+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102169+0000","last_change":"2024-07-26T07:39:17.834790+0000","last_active":"2024-07-26T07:39:20.102169+0000","last_peered":"2024-07-26T07:39:20.102169+0000","last_clean":"2024-07-26T07:39:20.102169+0000","last_became_active":"2024-07-26T07:39:17.833949+0000","last_became_peered":"2024-07-26T07:39:17.833949+0000","last_unstale":"2024-07-26T07:39:20.102169+0000","last_undegraded":"2024-07-26T07:39:20.102169+0000","last_fullsized":"2024-07-26T07:39:20.102169+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:10.159057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100942+0000","last_change":"2024-07-26T07:39:13.788829+0000","last_active":"2024-07-26T07:39:20.100942+0000","last_peered":"2024-07-26T07:39:20.100942+0000","last_clean":"2024-07-26T07:39:20.100942+0000","last_became_active":"2024-07-26T07:39:13.787849+0000","last_became_peered":"2024-07-26T07:39:13.787849+0000","last_unstale":"2024-07-26T07:39:20.100942+0000","last_undegraded":"2024-07-26T07:39:20.100942+0000","last_fullsized":"2024-07-26T07:39:20.100942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805187+0000","last_change":"2024-07-26T07:39:12.754723+0000","last_active":"2024-07-26T07:39:18.805187+0000","last_peered":"2024-07-26T07:39:18.805187+0000","last_clean":"2024-07-26T07:39:18.805187+0000","last_became_active":"2024-07-26T07:39:12.754344+0000","last_became_peered":"2024-07-26T07:39:12.754344+0000","last_unstale":"2024-07-26T07:39:18.805187+0000","last_undegraded":"2024-07-26T07:39:18.805187+0000","last_fullsized":"2024-07-26T07:39:18.805187+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:40.183637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103170+0000","last_change":"2024-07-26T07:39:17.841436+0000","last_active":"2024-07-26T07:39:20.103170+0000","last_peered":"2024-07-26T07:39:20.103170+0000","last_clean":"2024-07-26T07:39:20.103170+0000","last_became_active":"2024-07-26T07:39:17.840864+0000","last_became_peered":"2024-07-26T07:39:17.840864+0000","last_unstale":"2024-07-26T07:39:20.103170+0000","last_undegraded":"2024-07-26T07:39:20.103170+0000","last_fullsized":"2024-07-26T07:39:20.103170+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599598+0000","last_change":"2024-07-26T07:39:13.772181+0000","last_active":"2024-07-26T07:39:19.599598+0000","last_peered":"2024-07-26T07:39:19.599598+0000","last_clean":"2024-07-26T07:39:19.599598+0000","last_became_active":"2024-07-26T07:39:13.771796+0000","last_became_peered":"2024-07-26T07:39:13.771796+0000","last_unstale":"2024-07-26T07:39:19.599598+0000","last_undegraded":"2024-07-26T07:39:19.599598+0000","last_fullsized":"2024-07-26T07:39:19.599598+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:48:47.803933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132913+0000","last_change":"2024-07-26T07:39:12.759921+0000","last_active":"2024-07-26T07:39:19.132913+0000","last_peered":"2024-07-26T07:39:19.132913+0000","last_clean":"2024-07-26T07:39:19.132913+0000","last_became_active":"2024-07-26T07:39:12.759093+0000","last_became_peered":"2024-07-26T07:39:12.759093+0000","last_unstale":"2024-07-26T07:39:19.132913+0000","last_undegraded":"2024-07-26T07:39:19.132913+0000","last_fullsized":"2024-07-26T07:39:19.132913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:22.711540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103530+0000","last_change":"2024-07-26T07:39:17.846579+0000","last_active":"2024-07-26T07:39:20.103530+0000","last_peered":"2024-07-26T07:39:20.103530+0000","last_clean":"2024-07-26T07:39:20.103530+0000","last_became_active":"2024-07-26T07:39:17.846200+0000","last_became_peered":"2024-07-26T07:39:17.846200+0000","last_unstale":"2024-07-26T07:39:20.103530+0000","last_undegraded":"2024-07-26T07:39:20.103530+0000","last_fullsized":"2024-07-26T07:39:20.103530+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:48.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101657+0000","last_change":"2024-07-26T07:39:13.798596+0000","last_active":"2024-07-26T07:39:20.101657+0000","last_peered":"2024-07-26T07:39:20.101657+0000","last_clean":"2024-07-26T07:39:20.101657+0000","last_became_active":"2024-07-26T07:39:13.798190+0000","last_became_peered":"2024-07-26T07:39:13.798190+0000","last_unstale":"2024-07-26T07:39:20.101657+0000","last_undegraded":"2024-07-26T07:39:20.101657+0000","last_fullsized":"2024-07-26T07:39:20.101657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806161+0000","last_change":"2024-07-26T07:39:12.751718+0000","last_active":"2024-07-26T07:39:18.806161+0000","last_peered":"2024-07-26T07:39:18.806161+0000","last_clean":"2024-07-26T07:39:18.806161+0000","last_became_active":"2024-07-26T07:39:12.749389+0000","last_became_peered":"2024-07-26T07:39:12.749389+0000","last_unstale":"2024-07-26T07:39:18.806161+0000","last_undegraded":"2024-07-26T07:39:18.806161+0000","last_fullsized":"2024-07-26T07:39:18.806161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:42.244130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601226+0000","last_change":"2024-07-26T07:39:17.831275+0000","last_active":"2024-07-26T07:39:19.601226+0000","last_peered":"2024-07-26T07:39:19.601226+0000","last_clean":"2024-07-26T07:39:19.601226+0000","last_became_active":"2024-07-26T07:39:17.830793+0000","last_became_peered":"2024-07-26T07:39:17.830793+0000","last_unstale":"2024-07-26T07:39:19.601226+0000","last_undegraded":"2024-07-26T07:39:19.601226+0000","last_fullsized":"2024-07-26T07:39:19.601226+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:19.336554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804972+0000","last_change":"2024-07-26T07:39:13.790398+0000","last_active":"2024-07-26T07:39:18.804972+0000","last_peered":"2024-07-26T07:39:18.804972+0000","last_clean":"2024-07-26T07:39:18.804972+0000","last_became_active":"2024-07-26T07:39:13.790052+0000","last_became_peered":"2024-07-26T07:39:13.790052+0000","last_unstale":"2024-07-26T07:39:18.804972+0000","last_undegraded":"2024-07-26T07:39:18.804972+0000","last_fullsized":"2024-07-26T07:39:18.804972+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804806+0000","last_change":"2024-07-26T07:39:12.748481+0000","last_active":"2024-07-26T07:39:18.804806+0000","last_peered":"2024-07-26T07:39:18.804806+0000","last_clean":"2024-07-26T07:39:18.804806+0000","last_became_active":"2024-07-26T07:39:12.747849+0000","last_became_peered":"2024-07-26T07:39:12.747849+0000","last_unstale":"2024-07-26T07:39:18.804806+0000","last_undegraded":"2024-07-26T07:39:18.804806+0000","last_fullsized":"2024-07-26T07:39:18.804806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:28.339675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804516+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:39:18.804516+0000","last_peered":"2024-07-26T07:39:18.804516+0000","last_clean":"2024-07-26T07:39:18.804516+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:39:18.804516+0000","last_undegraded":"2024-07-26T07:39:18.804516+0000","last_fullsized":"2024-07-26T07:39:18.804516+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806563+0000","last_change":"2024-07-26T07:39:17.824818+0000","last_active":"2024-07-26T07:39:18.806563+0000","last_peered":"2024-07-26T07:39:18.806563+0000","last_clean":"2024-07-26T07:39:18.806563+0000","last_became_active":"2024-07-26T07:39:17.824120+0000","last_became_peered":"2024-07-26T07:39:17.824120+0000","last_unstale":"2024-07-26T07:39:18.806563+0000","last_undegraded":"2024-07-26T07:39:18.806563+0000","last_fullsized":"2024-07-26T07:39:18.806563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:16.454983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806018+0000","last_change":"2024-07-26T07:39:13.774019+0000","last_active":"2024-07-26T07:39:18.806018+0000","last_peered":"2024-07-26T07:39:18.806018+0000","last_clean":"2024-07-26T07:39:18.806018+0000","last_became_active":"2024-07-26T07:39:13.773699+0000","last_became_peered":"2024-07-26T07:39:13.773699+0000","last_unstale":"2024-07-26T07:39:18.806018+0000","last_undegraded":"2024-07-26T07:39:18.806018+0000","last_fullsized":"2024-07-26T07:39:18.806018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:14.713898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103532+0000","last_change":"2024-07-26T07:39:12.759325+0000","last_active":"2024-07-26T07:39:20.103532+0000","last_peered":"2024-07-26T07:39:20.103532+0000","last_clean":"2024-07-26T07:39:20.103532+0000","last_became_active":"2024-07-26T07:39:12.759020+0000","last_became_peered":"2024-07-26T07:39:12.759020+0000","last_unstale":"2024-07-26T07:39:20.103532+0000","last_undegraded":"2024-07-26T07:39:20.103532+0000","last_fullsized":"2024-07-26T07:39:20.103532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101585+0000","last_change":"2024-07-26T07:39:17.826465+0000","last_active":"2024-07-26T07:39:20.101585+0000","last_peered":"2024-07-26T07:39:20.101585+0000","last_clean":"2024-07-26T07:39:20.101585+0000","last_became_active":"2024-07-26T07:39:17.825836+0000","last_became_peered":"2024-07-26T07:39:17.825836+0000","last_unstale":"2024-07-26T07:39:20.101585+0000","last_undegraded":"2024-07-26T07:39:20.101585+0000","last_fullsized":"2024-07-26T07:39:20.101585+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:43.045530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102901+0000","last_change":"2024-07-26T07:39:13.786328+0000","last_active":"2024-07-26T07:39:20.102901+0000","last_peered":"2024-07-26T07:39:20.102901+0000","last_clean":"2024-07-26T07:39:20.102901+0000","last_became_active":"2024-07-26T07:39:13.785224+0000","last_became_peered":"2024-07-26T07:39:13.785224+0000","last_unstale":"2024-07-26T07:39:20.102901+0000","last_undegraded":"2024-07-26T07:39:20.102901+0000","last_fullsized":"2024-07-26T07:39:20.102901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600954+0000","last_change":"2024-07-26T07:39:12.746172+0000","last_active":"2024-07-26T07:39:19.600954+0000","last_peered":"2024-07-26T07:39:19.600954+0000","last_clean":"2024-07-26T07:39:19.600954+0000","last_became_active":"2024-07-26T07:39:12.742649+0000","last_became_peered":"2024-07-26T07:39:12.742649+0000","last_unstale":"2024-07-26T07:39:19.600954+0000","last_undegraded":"2024-07-26T07:39:19.600954+0000","last_fullsized":"2024-07-26T07:39:19.600954+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600680+0000","last_change":"2024-07-26T07:39:17.835052+0000","last_active":"2024-07-26T07:39:19.600680+0000","last_peered":"2024-07-26T07:39:19.600680+0000","last_clean":"2024-07-26T07:39:19.600680+0000","last_became_active":"2024-07-26T07:39:17.834249+0000","last_became_peered":"2024-07-26T07:39:17.834249+0000","last_unstale":"2024-07-26T07:39:19.600680+0000","last_undegraded":"2024-07-26T07:39:19.600680+0000","last_fullsized":"2024-07-26T07:39:19.600680+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:18.785144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102256+0000","last_change":"2024-07-26T07:39:13.786158+0000","last_active":"2024-07-26T07:39:20.102256+0000","last_peered":"2024-07-26T07:39:20.102256+0000","last_clean":"2024-07-26T07:39:20.102256+0000","last_became_active":"2024-07-26T07:39:13.785844+0000","last_became_peered":"2024-07-26T07:39:13.785844+0000","last_unstale":"2024-07-26T07:39:20.102256+0000","last_undegraded":"2024-07-26T07:39:20.102256+0000","last_fullsized":"2024-07-26T07:39:20.102256+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806085+0000","last_change":"2024-07-26T07:39:12.757514+0000","last_active":"2024-07-26T07:39:18.806085+0000","last_peered":"2024-07-26T07:39:18.806085+0000","last_clean":"2024-07-26T07:39:18.806085+0000","last_became_active":"2024-07-26T07:39:12.757149+0000","last_became_peered":"2024-07-26T07:39:12.757149+0000","last_unstale":"2024-07-26T07:39:18.806085+0000","last_undegraded":"2024-07-26T07:39:18.806085+0000","last_fullsized":"2024-07-26T07:39:18.806085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803235+0000","last_change":"2024-07-26T07:39:17.835082+0000","last_active":"2024-07-26T07:39:18.803235+0000","last_peered":"2024-07-26T07:39:18.803235+0000","last_clean":"2024-07-26T07:39:18.803235+0000","last_became_active":"2024-07-26T07:39:17.834640+0000","last_became_peered":"2024-07-26T07:39:17.834640+0000","last_unstale":"2024-07-26T07:39:18.803235+0000","last_undegraded":"2024-07-26T07:39:18.803235+0000","last_fullsized":"2024-07-26T07:39:18.803235+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:20.120973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103818+0000","last_change":"2024-07-26T07:39:13.779912+0000","last_active":"2024-07-26T07:39:20.103818+0000","last_peered":"2024-07-26T07:39:20.103818+0000","last_clean":"2024-07-26T07:39:20.103818+0000","last_became_active":"2024-07-26T07:39:13.779514+0000","last_became_peered":"2024-07-26T07:39:13.779514+0000","last_unstale":"2024-07-26T07:39:20.103818+0000","last_undegraded":"2024-07-26T07:39:20.103818+0000","last_fullsized":"2024-07-26T07:39:20.103818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102384+0000","last_change":"2024-07-26T07:39:12.754849+0000","last_active":"2024-07-26T07:39:20.102384+0000","last_peered":"2024-07-26T07:39:20.102384+0000","last_clean":"2024-07-26T07:39:20.102384+0000","last_became_active":"2024-07-26T07:39:12.754236+0000","last_became_peered":"2024-07-26T07:39:12.754236+0000","last_unstale":"2024-07-26T07:39:20.102384+0000","last_undegraded":"2024-07-26T07:39:20.102384+0000","last_fullsized":"2024-07-26T07:39:20.102384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:43.440442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.807134+0000","last_change":"2024-07-26T07:39:17.834376+0000","last_active":"2024-07-26T07:39:18.807134+0000","last_peered":"2024-07-26T07:39:18.807134+0000","last_clean":"2024-07-26T07:39:18.807134+0000","last_became_active":"2024-07-26T07:39:17.833874+0000","last_became_peered":"2024-07-26T07:39:17.833874+0000","last_unstale":"2024-07-26T07:39:18.807134+0000","last_undegraded":"2024-07-26T07:39:18.807134+0000","last_fullsized":"2024-07-26T07:39:18.807134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:45.270499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803477+0000","last_change":"2024-07-26T07:39:13.785078+0000","last_active":"2024-07-26T07:39:18.803477+0000","last_peered":"2024-07-26T07:39:18.803477+0000","last_clean":"2024-07-26T07:39:18.803477+0000","last_became_active":"2024-07-26T07:39:13.784700+0000","last_became_peered":"2024-07-26T07:39:13.784700+0000","last_unstale":"2024-07-26T07:39:18.803477+0000","last_undegraded":"2024-07-26T07:39:18.803477+0000","last_fullsized":"2024-07-26T07:39:18.803477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805143+0000","last_change":"2024-07-26T07:39:12.749492+0000","last_active":"2024-07-26T07:39:18.805143+0000","last_peered":"2024-07-26T07:39:18.805143+0000","last_clean":"2024-07-26T07:39:18.805143+0000","last_became_active":"2024-07-26T07:39:12.745350+0000","last_became_peered":"2024-07-26T07:39:12.745350+0000","last_unstale":"2024-07-26T07:39:18.805143+0000","last_undegraded":"2024-07-26T07:39:18.805143+0000","last_fullsized":"2024-07-26T07:39:18.805143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:49:22.675675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601575+0000","last_change":"2024-07-26T07:39:17.841914+0000","last_active":"2024-07-26T07:39:19.601575+0000","last_peered":"2024-07-26T07:39:19.601575+0000","last_clean":"2024-07-26T07:39:19.601575+0000","last_became_active":"2024-07-26T07:39:17.841300+0000","last_became_peered":"2024-07-26T07:39:17.841300+0000","last_unstale":"2024-07-26T07:39:19.601575+0000","last_undegraded":"2024-07-26T07:39:19.601575+0000","last_fullsized":"2024-07-26T07:39:19.601575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:04.843050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804217+0000","last_change":"2024-07-26T07:39:13.781745+0000","last_active":"2024-07-26T07:39:18.804217+0000","last_peered":"2024-07-26T07:39:18.804217+0000","last_clean":"2024-07-26T07:39:18.804217+0000","last_became_active":"2024-07-26T07:39:13.781445+0000","last_became_peered":"2024-07-26T07:39:13.781445+0000","last_unstale":"2024-07-26T07:39:18.804217+0000","last_undegraded":"2024-07-26T07:39:18.804217+0000","last_fullsized":"2024-07-26T07:39:18.804217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:13:58.759567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100147+0000","last_change":"2024-07-26T07:39:12.756356+0000","last_active":"2024-07-26T07:39:20.100147+0000","last_peered":"2024-07-26T07:39:20.100147+0000","last_clean":"2024-07-26T07:39:20.100147+0000","last_became_active":"2024-07-26T07:39:12.754931+0000","last_became_peered":"2024-07-26T07:39:12.754931+0000","last_unstale":"2024-07-26T07:39:20.100147+0000","last_undegraded":"2024-07-26T07:39:20.100147+0000","last_fullsized":"2024-07-26T07:39:20.100147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:32:00.026307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601187+0000","last_change":"2024-07-26T07:39:17.853962+0000","last_active":"2024-07-26T07:39:19.601187+0000","last_peered":"2024-07-26T07:39:19.601187+0000","last_clean":"2024-07-26T07:39:19.601187+0000","last_became_active":"2024-07-26T07:39:17.853245+0000","last_became_peered":"2024-07-26T07:39:17.853245+0000","last_unstale":"2024-07-26T07:39:19.601187+0000","last_undegraded":"2024-07-26T07:39:19.601187+0000","last_fullsized":"2024-07-26T07:39:19.601187+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:12.540816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804157+0000","last_change":"2024-07-26T07:39:13.792042+0000","last_active":"2024-07-26T07:39:18.804157+0000","last_peered":"2024-07-26T07:39:18.804157+0000","last_clean":"2024-07-26T07:39:18.804157+0000","last_became_active":"2024-07-26T07:39:13.790906+0000","last_became_peered":"2024-07-26T07:39:13.790906+0000","last_unstale":"2024-07-26T07:39:18.804157+0000","last_undegraded":"2024-07-26T07:39:18.804157+0000","last_fullsized":"2024-07-26T07:39:18.804157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:21:15.265308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804887+0000","last_change":"2024-07-26T07:39:12.748733+0000","last_active":"2024-07-26T07:39:18.804887+0000","last_peered":"2024-07-26T07:39:18.804887+0000","last_clean":"2024-07-26T07:39:18.804887+0000","last_became_active":"2024-07-26T07:39:12.748433+0000","last_became_peered":"2024-07-26T07:39:12.748433+0000","last_unstale":"2024-07-26T07:39:18.804887+0000","last_undegraded":"2024-07-26T07:39:18.804887+0000","last_fullsized":"2024-07-26T07:39:18.804887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:04.924926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103077+0000","last_change":"2024-07-26T07:39:17.852079+0000","last_active":"2024-07-26T07:39:20.103077+0000","last_peered":"2024-07-26T07:39:20.103077+0000","last_clean":"2024-07-26T07:39:20.103077+0000","last_became_active":"2024-07-26T07:39:17.851577+0000","last_became_peered":"2024-07-26T07:39:17.851577+0000","last_unstale":"2024-07-26T07:39:20.103077+0000","last_undegraded":"2024-07-26T07:39:20.103077+0000","last_fullsized":"2024-07-26T07:39:20.103077+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.592104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102344+0000","last_change":"2024-07-26T07:39:13.785655+0000","last_active":"2024-07-26T07:39:20.102344+0000","last_peered":"2024-07-26T07:39:20.102344+0000","last_clean":"2024-07-26T07:39:20.102344+0000","last_became_active":"2024-07-26T07:39:13.785303+0000","last_became_peered":"2024-07-26T07:39:13.785303+0000","last_unstale":"2024-07-26T07:39:20.102344+0000","last_undegraded":"2024-07-26T07:39:20.102344+0000","last_fullsized":"2024-07-26T07:39:20.102344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.508690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133442+0000","last_change":"2024-07-26T07:39:12.760949+0000","last_active":"2024-07-26T07:39:19.133442+0000","last_peered":"2024-07-26T07:39:19.133442+0000","last_clean":"2024-07-26T07:39:19.133442+0000","last_became_active":"2024-07-26T07:39:12.759036+0000","last_became_peered":"2024-07-26T07:39:12.759036+0000","last_unstale":"2024-07-26T07:39:19.133442+0000","last_undegraded":"2024-07-26T07:39:19.133442+0000","last_fullsized":"2024-07-26T07:39:19.133442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:14:24.522393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806020+0000","last_change":"2024-07-26T07:39:17.832108+0000","last_active":"2024-07-26T07:39:18.806020+0000","last_peered":"2024-07-26T07:39:18.806020+0000","last_clean":"2024-07-26T07:39:18.806020+0000","last_became_active":"2024-07-26T07:39:17.831628+0000","last_became_peered":"2024-07-26T07:39:17.831628+0000","last_unstale":"2024-07-26T07:39:18.806020+0000","last_undegraded":"2024-07-26T07:39:18.806020+0000","last_fullsized":"2024-07-26T07:39:18.806020+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:04:55.223265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101565+0000","last_change":"2024-07-26T07:39:13.785329+0000","last_active":"2024-07-26T07:39:20.101565+0000","last_peered":"2024-07-26T07:39:20.101565+0000","last_clean":"2024-07-26T07:39:20.101565+0000","last_became_active":"2024-07-26T07:39:13.784935+0000","last_became_peered":"2024-07-26T07:39:13.784935+0000","last_unstale":"2024-07-26T07:39:20.101565+0000","last_undegraded":"2024-07-26T07:39:20.101565+0000","last_fullsized":"2024-07-26T07:39:20.101565+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'11","reported_seq":34,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:29.094259+0000","last_change":"2024-07-26T07:39:12.750209+0000","last_active":"2024-07-26T07:39:29.094259+0000","last_peered":"2024-07-26T07:39:29.094259+0000","last_clean":"2024-07-26T07:39:29.094259+0000","last_became_active":"2024-07-26T07:39:12.749871+0000","last_became_peered":"2024-07-26T07:39:12.749871+0000","last_unstale":"2024-07-26T07:39:29.094259+0000","last_undegraded":"2024-07-26T07:39:29.094259+0000","last_fullsized":"2024-07-26T07:39:29.094259+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805061+0000","last_change":"2024-07-26T07:39:17.843071+0000","last_active":"2024-07-26T07:39:18.805061+0000","last_peered":"2024-07-26T07:39:18.805061+0000","last_clean":"2024-07-26T07:39:18.805061+0000","last_became_active":"2024-07-26T07:39:17.842560+0000","last_became_peered":"2024-07-26T07:39:17.842560+0000","last_unstale":"2024-07-26T07:39:18.805061+0000","last_undegraded":"2024-07-26T07:39:18.805061+0000","last_fullsized":"2024-07-26T07:39:18.805061+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804162+0000","last_change":"2024-07-26T07:39:13.791696+0000","last_active":"2024-07-26T07:39:18.804162+0000","last_peered":"2024-07-26T07:39:18.804162+0000","last_clean":"2024-07-26T07:39:18.804162+0000","last_became_active":"2024-07-26T07:39:13.791356+0000","last_became_peered":"2024-07-26T07:39:13.791356+0000","last_unstale":"2024-07-26T07:39:18.804162+0000","last_undegraded":"2024-07-26T07:39:18.804162+0000","last_fullsized":"2024-07-26T07:39:18.804162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:40.223987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133927+0000","last_change":"2024-07-26T07:39:12.760335+0000","last_active":"2024-07-26T07:39:19.133927+0000","last_peered":"2024-07-26T07:39:19.133927+0000","last_clean":"2024-07-26T07:39:19.133927+0000","last_became_active":"2024-07-26T07:39:12.759952+0000","last_became_peered":"2024-07-26T07:39:12.759952+0000","last_unstale":"2024-07-26T07:39:19.133927+0000","last_undegraded":"2024-07-26T07:39:19.133927+0000","last_fullsized":"2024-07-26T07:39:19.133927+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:08.537163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103996+0000","last_change":"2024-07-26T07:39:17.822134+0000","last_active":"2024-07-26T07:39:20.103996+0000","last_peered":"2024-07-26T07:39:20.103996+0000","last_clean":"2024-07-26T07:39:20.103996+0000","last_became_active":"2024-07-26T07:39:17.820671+0000","last_became_peered":"2024-07-26T07:39:17.820671+0000","last_unstale":"2024-07-26T07:39:20.103996+0000","last_undegraded":"2024-07-26T07:39:20.103996+0000","last_fullsized":"2024-07-26T07:39:20.103996+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:08.804446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601048+0000","last_change":"2024-07-26T07:39:13.779335+0000","last_active":"2024-07-26T07:39:19.601048+0000","last_peered":"2024-07-26T07:39:19.601048+0000","last_clean":"2024-07-26T07:39:19.601048+0000","last_became_active":"2024-07-26T07:39:13.778973+0000","last_became_peered":"2024-07-26T07:39:13.778973+0000","last_unstale":"2024-07-26T07:39:19.601048+0000","last_undegraded":"2024-07-26T07:39:19.601048+0000","last_fullsized":"2024-07-26T07:39:19.601048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:13:52.140007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102252+0000","last_change":"2024-07-26T07:39:12.730392+0000","last_active":"2024-07-26T07:39:20.102252+0000","last_peered":"2024-07-26T07:39:20.102252+0000","last_clean":"2024-07-26T07:39:20.102252+0000","last_became_active":"2024-07-26T07:39:12.730003+0000","last_became_peered":"2024-07-26T07:39:12.730003+0000","last_unstale":"2024-07-26T07:39:20.102252+0000","last_undegraded":"2024-07-26T07:39:20.102252+0000","last_fullsized":"2024-07-26T07:39:20.102252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:15.303799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132567+0000","last_change":"2024-07-26T07:39:17.851656+0000","last_active":"2024-07-26T07:39:19.132567+0000","last_peered":"2024-07-26T07:39:19.132567+0000","last_clean":"2024-07-26T07:39:19.132567+0000","last_became_active":"2024-07-26T07:39:17.851046+0000","last_became_peered":"2024-07-26T07:39:17.851046+0000","last_unstale":"2024-07-26T07:39:19.132567+0000","last_undegraded":"2024-07-26T07:39:19.132567+0000","last_fullsized":"2024-07-26T07:39:19.132567+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:18.076162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103623+0000","last_change":"2024-07-26T07:39:13.780929+0000","last_active":"2024-07-26T07:39:20.103623+0000","last_peered":"2024-07-26T07:39:20.103623+0000","last_clean":"2024-07-26T07:39:20.103623+0000","last_became_active":"2024-07-26T07:39:13.778196+0000","last_became_peered":"2024-07-26T07:39:13.778196+0000","last_unstale":"2024-07-26T07:39:20.103623+0000","last_undegraded":"2024-07-26T07:39:20.103623+0000","last_fullsized":"2024-07-26T07:39:20.103623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:05.940542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.809000+0000","last_change":"2024-07-26T07:39:12.746255+0000","last_active":"2024-07-26T07:39:18.809000+0000","last_peered":"2024-07-26T07:39:18.809000+0000","last_clean":"2024-07-26T07:39:18.809000+0000","last_became_active":"2024-07-26T07:39:12.745958+0000","last_became_peered":"2024-07-26T07:39:12.745958+0000","last_unstale":"2024-07-26T07:39:18.809000+0000","last_undegraded":"2024-07-26T07:39:18.809000+0000","last_fullsized":"2024-07-26T07:39:18.809000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:17.811153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805293+0000","last_change":"2024-07-26T07:39:17.843821+0000","last_active":"2024-07-26T07:39:18.805293+0000","last_peered":"2024-07-26T07:39:18.805293+0000","last_clean":"2024-07-26T07:39:18.805293+0000","last_became_active":"2024-07-26T07:39:17.833437+0000","last_became_peered":"2024-07-26T07:39:17.833437+0000","last_unstale":"2024-07-26T07:39:18.805293+0000","last_undegraded":"2024-07-26T07:39:18.805293+0000","last_fullsized":"2024-07-26T07:39:18.805293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:27.378497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805824+0000","last_change":"2024-07-26T07:39:17.847604+0000","last_active":"2024-07-26T07:39:18.805824+0000","last_peered":"2024-07-26T07:39:18.805824+0000","last_clean":"2024-07-26T07:39:18.805824+0000","last_became_active":"2024-07-26T07:39:17.847084+0000","last_became_peered":"2024-07-26T07:39:17.847084+0000","last_unstale":"2024-07-26T07:39:18.805824+0000","last_undegraded":"2024-07-26T07:39:18.805824+0000","last_fullsized":"2024-07-26T07:39:18.805824+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:01.551165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805641+0000","last_change":"2024-07-26T07:39:13.770977+0000","last_active":"2024-07-26T07:39:18.805641+0000","last_peered":"2024-07-26T07:39:18.805641+0000","last_clean":"2024-07-26T07:39:18.805641+0000","last_became_active":"2024-07-26T07:39:13.770645+0000","last_became_peered":"2024-07-26T07:39:13.770645+0000","last_unstale":"2024-07-26T07:39:18.805641+0000","last_undegraded":"2024-07-26T07:39:18.805641+0000","last_fullsized":"2024-07-26T07:39:18.805641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805886+0000","last_change":"2024-07-26T07:39:12.752345+0000","last_active":"2024-07-26T07:39:18.805886+0000","last_peered":"2024-07-26T07:39:18.805886+0000","last_clean":"2024-07-26T07:39:18.805886+0000","last_became_active":"2024-07-26T07:39:12.749695+0000","last_became_peered":"2024-07-26T07:39:12.749695+0000","last_unstale":"2024-07-26T07:39:18.805886+0000","last_undegraded":"2024-07-26T07:39:18.805886+0000","last_fullsized":"2024-07-26T07:39:18.805886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:15.973497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805979+0000","last_change":"2024-07-26T07:39:17.829304+0000","last_active":"2024-07-26T07:39:18.805979+0000","last_peered":"2024-07-26T07:39:18.805979+0000","last_clean":"2024-07-26T07:39:18.805979+0000","last_became_active":"2024-07-26T07:39:17.828837+0000","last_became_peered":"2024-07-26T07:39:17.828837+0000","last_unstale":"2024-07-26T07:39:18.805979+0000","last_undegraded":"2024-07-26T07:39:18.805979+0000","last_fullsized":"2024-07-26T07:39:18.805979+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:57.002407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599692+0000","last_change":"2024-07-26T07:39:13.777290+0000","last_active":"2024-07-26T07:39:19.599692+0000","last_peered":"2024-07-26T07:39:19.599692+0000","last_clean":"2024-07-26T07:39:19.599692+0000","last_became_active":"2024-07-26T07:39:13.776606+0000","last_became_peered":"2024-07-26T07:39:13.776606+0000","last_unstale":"2024-07-26T07:39:19.599692+0000","last_undegraded":"2024-07-26T07:39:19.599692+0000","last_fullsized":"2024-07-26T07:39:19.599692+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:19.164690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101714+0000","last_change":"2024-07-26T07:39:12.757516+0000","last_active":"2024-07-26T07:39:20.101714+0000","last_peered":"2024-07-26T07:39:20.101714+0000","last_clean":"2024-07-26T07:39:20.101714+0000","last_became_active":"2024-07-26T07:39:12.757133+0000","last_became_peered":"2024-07-26T07:39:12.757133+0000","last_unstale":"2024-07-26T07:39:20.101714+0000","last_undegraded":"2024-07-26T07:39:20.101714+0000","last_fullsized":"2024-07-26T07:39:20.101714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:15:42.853268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804509+0000","last_change":"2024-07-26T07:39:12.759328+0000","last_active":"2024-07-26T07:39:18.804509+0000","last_peered":"2024-07-26T07:39:18.804509+0000","last_clean":"2024-07-26T07:39:18.804509+0000","last_became_active":"2024-07-26T07:39:12.759075+0000","last_became_peered":"2024-07-26T07:39:12.759075+0000","last_unstale":"2024-07-26T07:39:18.804509+0000","last_undegraded":"2024-07-26T07:39:18.804509+0000","last_fullsized":"2024-07-26T07:39:18.804509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:42.493073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805528+0000","last_change":"2024-07-26T07:39:13.780505+0000","last_active":"2024-07-26T07:39:18.805528+0000","last_peered":"2024-07-26T07:39:18.805528+0000","last_clean":"2024-07-26T07:39:18.805528+0000","last_became_active":"2024-07-26T07:39:13.778507+0000","last_became_peered":"2024-07-26T07:39:13.778507+0000","last_unstale":"2024-07-26T07:39:18.805528+0000","last_undegraded":"2024-07-26T07:39:18.805528+0000","last_fullsized":"2024-07-26T07:39:18.805528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806697+0000","last_change":"2024-07-26T07:39:17.844138+0000","last_active":"2024-07-26T07:39:18.806697+0000","last_peered":"2024-07-26T07:39:18.806697+0000","last_clean":"2024-07-26T07:39:18.806697+0000","last_became_active":"2024-07-26T07:39:17.843646+0000","last_became_peered":"2024-07-26T07:39:17.843646+0000","last_unstale":"2024-07-26T07:39:18.806697+0000","last_undegraded":"2024-07-26T07:39:18.806697+0000","last_fullsized":"2024-07-26T07:39:18.806697+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:15.718780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601002+0000","last_change":"2024-07-26T07:39:12.755630+0000","last_active":"2024-07-26T07:39:19.601002+0000","last_peered":"2024-07-26T07:39:19.601002+0000","last_clean":"2024-07-26T07:39:19.601002+0000","last_became_active":"2024-07-26T07:39:12.755234+0000","last_became_peered":"2024-07-26T07:39:12.755234+0000","last_unstale":"2024-07-26T07:39:19.601002+0000","last_undegraded":"2024-07-26T07:39:19.601002+0000","last_fullsized":"2024-07-26T07:39:19.601002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:11.686024+0000","last_clean_scrub_stamp":"2024-07-26T07:39:11.686024+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:33:04.432744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806364+0000","last_change":"2024-07-26T07:39:13.776151+0000","last_active":"2024-07-26T07:39:18.806364+0000","last_peered":"2024-07-26T07:39:18.806364+0000","last_clean":"2024-07-26T07:39:18.806364+0000","last_became_active":"2024-07-26T07:39:13.775805+0000","last_became_peered":"2024-07-26T07:39:13.775805+0000","last_unstale":"2024-07-26T07:39:18.806364+0000","last_undegraded":"2024-07-26T07:39:18.806364+0000","last_fullsized":"2024-07-26T07:39:18.806364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.133711+0000","last_change":"2024-07-26T07:39:17.846343+0000","last_active":"2024-07-26T07:39:19.133711+0000","last_peered":"2024-07-26T07:39:19.133711+0000","last_clean":"2024-07-26T07:39:19.133711+0000","last_became_active":"2024-07-26T07:39:17.845922+0000","last_became_peered":"2024-07-26T07:39:17.845922+0000","last_unstale":"2024-07-26T07:39:19.133711+0000","last_undegraded":"2024-07-26T07:39:19.133711+0000","last_fullsized":"2024-07-26T07:39:19.133711+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:16.772887+0000","last_clean_scrub_stamp":"2024-07-26T07:39:16.772887+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:37:30.796066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100761+0000","last_change":"2024-07-26T07:39:13.775095+0000","last_active":"2024-07-26T07:39:20.100761+0000","last_peered":"2024-07-26T07:39:20.100761+0000","last_clean":"2024-07-26T07:39:20.100761+0000","last_became_active":"2024-07-26T07:39:13.774200+0000","last_became_peered":"2024-07-26T07:39:13.774200+0000","last_unstale":"2024-07-26T07:39:20.100761+0000","last_undegraded":"2024-07-26T07:39:20.100761+0000","last_fullsized":"2024-07-26T07:39:20.100761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.132589+0000","last_change":"2024-07-26T07:39:13.787616+0000","last_active":"2024-07-26T07:39:19.132589+0000","last_peered":"2024-07-26T07:39:19.132589+0000","last_clean":"2024-07-26T07:39:19.132589+0000","last_became_active":"2024-07-26T07:39:13.787277+0000","last_became_peered":"2024-07-26T07:39:13.787277+0000","last_unstale":"2024-07-26T07:39:19.132589+0000","last_undegraded":"2024-07-26T07:39:19.132589+0000","last_fullsized":"2024-07-26T07:39:19.132589+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:50:10.762484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.803639+0000","last_change":"2024-07-26T07:39:13.777159+0000","last_active":"2024-07-26T07:39:18.803639+0000","last_peered":"2024-07-26T07:39:18.803639+0000","last_clean":"2024-07-26T07:39:18.803639+0000","last_became_active":"2024-07-26T07:39:13.776717+0000","last_became_peered":"2024-07-26T07:39:13.776717+0000","last_unstale":"2024-07-26T07:39:18.803639+0000","last_undegraded":"2024-07-26T07:39:18.803639+0000","last_fullsized":"2024-07-26T07:39:18.803639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.647533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600976+0000","last_change":"2024-07-26T07:39:13.785302+0000","last_active":"2024-07-26T07:39:19.600976+0000","last_peered":"2024-07-26T07:39:19.600976+0000","last_clean":"2024-07-26T07:39:19.600976+0000","last_became_active":"2024-07-26T07:39:13.784035+0000","last_became_peered":"2024-07-26T07:39:13.784035+0000","last_unstale":"2024-07-26T07:39:19.600976+0000","last_undegraded":"2024-07-26T07:39:19.600976+0000","last_fullsized":"2024-07-26T07:39:19.600976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103250+0000","last_change":"2024-07-26T07:39:13.776493+0000","last_active":"2024-07-26T07:39:20.103250+0000","last_peered":"2024-07-26T07:39:20.103250+0000","last_clean":"2024-07-26T07:39:20.103250+0000","last_became_active":"2024-07-26T07:39:13.776131+0000","last_became_peered":"2024-07-26T07:39:13.776131+0000","last_unstale":"2024-07-26T07:39:20.103250+0000","last_undegraded":"2024-07-26T07:39:20.103250+0000","last_fullsized":"2024-07-26T07:39:20.103250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:54:04.182556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102698+0000","last_change":"2024-07-26T07:39:13.784535+0000","last_active":"2024-07-26T07:39:20.102698+0000","last_peered":"2024-07-26T07:39:20.102698+0000","last_clean":"2024-07-26T07:39:20.102698+0000","last_became_active":"2024-07-26T07:39:13.783913+0000","last_became_peered":"2024-07-26T07:39:13.783913+0000","last_unstale":"2024-07-26T07:39:20.102698+0000","last_undegraded":"2024-07-26T07:39:20.102698+0000","last_fullsized":"2024-07-26T07:39:20.102698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.103443+0000","last_change":"2024-07-26T07:39:13.774009+0000","last_active":"2024-07-26T07:39:20.103443+0000","last_peered":"2024-07-26T07:39:20.103443+0000","last_clean":"2024-07-26T07:39:20.103443+0000","last_became_active":"2024-07-26T07:39:13.773624+0000","last_became_peered":"2024-07-26T07:39:13.773624+0000","last_unstale":"2024-07-26T07:39:20.103443+0000","last_undegraded":"2024-07-26T07:39:20.103443+0000","last_fullsized":"2024-07-26T07:39:20.103443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:57.780317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600386+0000","last_change":"2024-07-26T07:39:13.788764+0000","last_active":"2024-07-26T07:39:19.600386+0000","last_peered":"2024-07-26T07:39:19.600386+0000","last_clean":"2024-07-26T07:39:19.600386+0000","last_became_active":"2024-07-26T07:39:13.787859+0000","last_became_peered":"2024-07-26T07:39:13.787859+0000","last_unstale":"2024-07-26T07:39:19.600386+0000","last_undegraded":"2024-07-26T07:39:19.600386+0000","last_fullsized":"2024-07-26T07:39:19.600386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:38.974284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805180+0000","last_change":"2024-07-26T07:39:13.792049+0000","last_active":"2024-07-26T07:39:18.805180+0000","last_peered":"2024-07-26T07:39:18.805180+0000","last_clean":"2024-07-26T07:39:18.805180+0000","last_became_active":"2024-07-26T07:39:13.789236+0000","last_became_peered":"2024-07-26T07:39:13.789236+0000","last_unstale":"2024-07-26T07:39:18.805180+0000","last_undegraded":"2024-07-26T07:39:18.805180+0000","last_fullsized":"2024-07-26T07:39:18.805180+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:04.733199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599898+0000","last_change":"2024-07-26T07:39:13.780464+0000","last_active":"2024-07-26T07:39:19.599898+0000","last_peered":"2024-07-26T07:39:19.599898+0000","last_clean":"2024-07-26T07:39:19.599898+0000","last_became_active":"2024-07-26T07:39:13.774149+0000","last_became_peered":"2024-07-26T07:39:13.774149+0000","last_unstale":"2024-07-26T07:39:19.599898+0000","last_undegraded":"2024-07-26T07:39:19.599898+0000","last_fullsized":"2024-07-26T07:39:19.599898+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806108+0000","last_change":"2024-07-26T07:39:13.798834+0000","last_active":"2024-07-26T07:39:18.806108+0000","last_peered":"2024-07-26T07:39:18.806108+0000","last_clean":"2024-07-26T07:39:18.806108+0000","last_became_active":"2024-07-26T07:39:13.798092+0000","last_became_peered":"2024-07-26T07:39:13.798092+0000","last_unstale":"2024-07-26T07:39:18.806108+0000","last_undegraded":"2024-07-26T07:39:18.806108+0000","last_fullsized":"2024-07-26T07:39:18.806108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:44.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.805237+0000","last_change":"2024-07-26T07:39:13.775705+0000","last_active":"2024-07-26T07:39:18.805237+0000","last_peered":"2024-07-26T07:39:18.805237+0000","last_clean":"2024-07-26T07:39:18.805237+0000","last_became_active":"2024-07-26T07:39:13.775388+0000","last_became_peered":"2024-07-26T07:39:13.775388+0000","last_unstale":"2024-07-26T07:39:18.805237+0000","last_undegraded":"2024-07-26T07:39:18.805237+0000","last_fullsized":"2024-07-26T07:39:18.805237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:43.259747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102618+0000","last_change":"2024-07-26T07:39:13.786023+0000","last_active":"2024-07-26T07:39:20.102618+0000","last_peered":"2024-07-26T07:39:20.102618+0000","last_clean":"2024-07-26T07:39:20.102618+0000","last_became_active":"2024-07-26T07:39:13.784762+0000","last_became_peered":"2024-07-26T07:39:13.784762+0000","last_unstale":"2024-07-26T07:39:20.102618+0000","last_undegraded":"2024-07-26T07:39:20.102618+0000","last_fullsized":"2024-07-26T07:39:20.102618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:29:37.606901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806347+0000","last_change":"2024-07-26T07:39:13.779026+0000","last_active":"2024-07-26T07:39:18.806347+0000","last_peered":"2024-07-26T07:39:18.806347+0000","last_clean":"2024-07-26T07:39:18.806347+0000","last_became_active":"2024-07-26T07:39:13.777177+0000","last_became_peered":"2024-07-26T07:39:13.777177+0000","last_unstale":"2024-07-26T07:39:18.806347+0000","last_undegraded":"2024-07-26T07:39:18.806347+0000","last_fullsized":"2024-07-26T07:39:18.806347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:46:08.469569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.134344+0000","last_change":"2024-07-26T07:39:13.786332+0000","last_active":"2024-07-26T07:39:19.134344+0000","last_peered":"2024-07-26T07:39:19.134344+0000","last_clean":"2024-07-26T07:39:19.134344+0000","last_became_active":"2024-07-26T07:39:13.786037+0000","last_became_peered":"2024-07-26T07:39:13.786037+0000","last_unstale":"2024-07-26T07:39:19.134344+0000","last_undegraded":"2024-07-26T07:39:19.134344+0000","last_fullsized":"2024-07-26T07:39:19.134344+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:07:59.161210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.806488+0000","last_change":"2024-07-26T07:39:13.783518+0000","last_active":"2024-07-26T07:39:18.806488+0000","last_peered":"2024-07-26T07:39:18.806488+0000","last_clean":"2024-07-26T07:39:18.806488+0000","last_became_active":"2024-07-26T07:39:13.783287+0000","last_became_peered":"2024-07-26T07:39:13.783287+0000","last_unstale":"2024-07-26T07:39:18.806488+0000","last_undegraded":"2024-07-26T07:39:18.806488+0000","last_fullsized":"2024-07-26T07:39:18.806488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:31.918959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.804863+0000","last_change":"2024-07-26T07:39:13.785193+0000","last_active":"2024-07-26T07:39:18.804863+0000","last_peered":"2024-07-26T07:39:18.804863+0000","last_clean":"2024-07-26T07:39:18.804863+0000","last_became_active":"2024-07-26T07:39:13.784864+0000","last_became_peered":"2024-07-26T07:39:13.784864+0000","last_unstale":"2024-07-26T07:39:18.804863+0000","last_undegraded":"2024-07-26T07:39:18.804863+0000","last_fullsized":"2024-07-26T07:39:18.804863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:23.307251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599365+0000","last_change":"2024-07-26T07:39:13.772797+0000","last_active":"2024-07-26T07:39:19.599365+0000","last_peered":"2024-07-26T07:39:19.599365+0000","last_clean":"2024-07-26T07:39:19.599365+0000","last_became_active":"2024-07-26T07:39:13.772455+0000","last_became_peered":"2024-07-26T07:39:13.772455+0000","last_unstale":"2024-07-26T07:39:19.599365+0000","last_undegraded":"2024-07-26T07:39:19.599365+0000","last_fullsized":"2024-07-26T07:39:19.599365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:07:17.828158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102184+0000","last_change":"2024-07-26T07:39:13.784633+0000","last_active":"2024-07-26T07:39:20.102184+0000","last_peered":"2024-07-26T07:39:20.102184+0000","last_clean":"2024-07-26T07:39:20.102184+0000","last_became_active":"2024-07-26T07:39:13.784089+0000","last_became_peered":"2024-07-26T07:39:13.784089+0000","last_unstale":"2024-07-26T07:39:20.102184+0000","last_undegraded":"2024-07-26T07:39:20.102184+0000","last_fullsized":"2024-07-26T07:39:20.102184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:41.199253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102499+0000","last_change":"2024-07-26T07:39:13.797936+0000","last_active":"2024-07-26T07:39:20.102499+0000","last_peered":"2024-07-26T07:39:20.102499+0000","last_clean":"2024-07-26T07:39:20.102499+0000","last_became_active":"2024-07-26T07:39:13.797564+0000","last_became_peered":"2024-07-26T07:39:13.797564+0000","last_unstale":"2024-07-26T07:39:20.102499+0000","last_undegraded":"2024-07-26T07:39:20.102499+0000","last_fullsized":"2024-07-26T07:39:20.102499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102317+0000","last_change":"2024-07-26T07:39:13.786656+0000","last_active":"2024-07-26T07:39:20.102317+0000","last_peered":"2024-07-26T07:39:20.102317+0000","last_clean":"2024-07-26T07:39:20.102317+0000","last_became_active":"2024-07-26T07:39:13.785685+0000","last_became_peered":"2024-07-26T07:39:13.785685+0000","last_unstale":"2024-07-26T07:39:20.102317+0000","last_undegraded":"2024-07-26T07:39:20.102317+0000","last_fullsized":"2024-07-26T07:39:20.102317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:44.866409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101460+0000","last_change":"2024-07-26T07:39:13.776273+0000","last_active":"2024-07-26T07:39:20.101460+0000","last_peered":"2024-07-26T07:39:20.101460+0000","last_clean":"2024-07-26T07:39:20.101460+0000","last_became_active":"2024-07-26T07:39:13.776002+0000","last_became_peered":"2024-07-26T07:39:13.776002+0000","last_unstale":"2024-07-26T07:39:20.101460+0000","last_undegraded":"2024-07-26T07:39:20.101460+0000","last_fullsized":"2024-07-26T07:39:20.101460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102250+0000","last_change":"2024-07-26T07:39:13.789287+0000","last_active":"2024-07-26T07:39:20.102250+0000","last_peered":"2024-07-26T07:39:20.102250+0000","last_clean":"2024-07-26T07:39:20.102250+0000","last_became_active":"2024-07-26T07:39:13.787796+0000","last_became_peered":"2024-07-26T07:39:13.787796+0000","last_unstale":"2024-07-26T07:39:20.102250+0000","last_undegraded":"2024-07-26T07:39:20.102250+0000","last_fullsized":"2024-07-26T07:39:20.102250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:18.808907+0000","last_change":"2024-07-26T07:39:13.778250+0000","last_active":"2024-07-26T07:39:18.808907+0000","last_peered":"2024-07-26T07:39:18.808907+0000","last_clean":"2024-07-26T07:39:18.808907+0000","last_became_active":"2024-07-26T07:39:13.777928+0000","last_became_peered":"2024-07-26T07:39:13.777928+0000","last_unstale":"2024-07-26T07:39:18.808907+0000","last_undegraded":"2024-07-26T07:39:18.808907+0000","last_fullsized":"2024-07-26T07:39:18.808907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.599387+0000","last_change":"2024-07-26T07:39:13.776952+0000","last_active":"2024-07-26T07:39:19.599387+0000","last_peered":"2024-07-26T07:39:19.599387+0000","last_clean":"2024-07-26T07:39:19.599387+0000","last_became_active":"2024-07-26T07:39:13.776203+0000","last_became_peered":"2024-07-26T07:39:13.776203+0000","last_unstale":"2024-07-26T07:39:19.599387+0000","last_undegraded":"2024-07-26T07:39:19.599387+0000","last_fullsized":"2024-07-26T07:39:19.599387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:51:35.189741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100022+0000","last_change":"2024-07-26T07:39:13.783278+0000","last_active":"2024-07-26T07:39:20.100022+0000","last_peered":"2024-07-26T07:39:20.100022+0000","last_clean":"2024-07-26T07:39:20.100022+0000","last_became_active":"2024-07-26T07:39:13.782988+0000","last_became_peered":"2024-07-26T07:39:13.782988+0000","last_unstale":"2024-07-26T07:39:20.100022+0000","last_undegraded":"2024-07-26T07:39:20.100022+0000","last_fullsized":"2024-07-26T07:39:20.100022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:32:49.588225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.101954+0000","last_change":"2024-07-26T07:39:13.763879+0000","last_active":"2024-07-26T07:39:20.101954+0000","last_peered":"2024-07-26T07:39:20.101954+0000","last_clean":"2024-07-26T07:39:20.101954+0000","last_became_active":"2024-07-26T07:39:13.763414+0000","last_became_peered":"2024-07-26T07:39:13.763414+0000","last_unstale":"2024-07-26T07:39:20.101954+0000","last_undegraded":"2024-07-26T07:39:20.101954+0000","last_fullsized":"2024-07-26T07:39:20.101954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:52:29.355291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.100842+0000","last_change":"2024-07-26T07:39:13.782467+0000","last_active":"2024-07-26T07:39:20.100842+0000","last_peered":"2024-07-26T07:39:20.100842+0000","last_clean":"2024-07-26T07:39:20.100842+0000","last_became_active":"2024-07-26T07:39:13.782055+0000","last_became_peered":"2024-07-26T07:39:13.782055+0000","last_unstale":"2024-07-26T07:39:20.100842+0000","last_undegraded":"2024-07-26T07:39:20.100842+0000","last_fullsized":"2024-07-26T07:39:20.100842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:06.087811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102757+0000","last_change":"2024-07-26T07:39:13.768436+0000","last_active":"2024-07-26T07:39:20.102757+0000","last_peered":"2024-07-26T07:39:20.102757+0000","last_clean":"2024-07-26T07:39:20.102757+0000","last_became_active":"2024-07-26T07:39:13.768088+0000","last_became_peered":"2024-07-26T07:39:13.768088+0000","last_unstale":"2024-07-26T07:39:20.102757+0000","last_undegraded":"2024-07-26T07:39:20.102757+0000","last_fullsized":"2024-07-26T07:39:20.102757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.989113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.600536+0000","last_change":"2024-07-26T07:39:13.761217+0000","last_active":"2024-07-26T07:39:19.600536+0000","last_peered":"2024-07-26T07:39:19.600536+0000","last_clean":"2024-07-26T07:39:19.600536+0000","last_became_active":"2024-07-26T07:39:13.760835+0000","last_became_peered":"2024-07-26T07:39:13.760835+0000","last_unstale":"2024-07-26T07:39:19.600536+0000","last_undegraded":"2024-07-26T07:39:19.600536+0000","last_fullsized":"2024-07-26T07:39:19.600536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:24.257761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:19.601255+0000","last_change":"2024-07-26T07:39:13.782542+0000","last_active":"2024-07-26T07:39:19.601255+0000","last_peered":"2024-07-26T07:39:19.601255+0000","last_clean":"2024-07-26T07:39:19.601255+0000","last_became_active":"2024-07-26T07:39:13.781729+0000","last_became_peered":"2024-07-26T07:39:13.781729+0000","last_unstale":"2024-07-26T07:39:19.601255+0000","last_undegraded":"2024-07-26T07:39:19.601255+0000","last_fullsized":"2024-07-26T07:39:19.601255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:43.520858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T07:39:20.102144+0000","last_change":"2024-07-26T07:39:13.797367+0000","last_active":"2024-07-26T07:39:20.102144+0000","last_peered":"2024-07-26T07:39:20.102144+0000","last_clean":"2024-07-26T07:39:20.102144+0000","last_became_active":"2024-07-26T07:39:13.797053+0000","last_became_peered":"2024-07-26T07:39:13.797053+0000","last_unstale":"2024-07-26T07:39:20.102144+0000","last_undegraded":"2024-07-26T07:39:20.102144+0000","last_fullsized":"2024-07-26T07:39:20.102144+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:12.701641+0000","last_clean_scrub_stamp":"2024-07-26T07:39:12.701641+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:16.779127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":54,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":270336,"data_stored":105614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":696074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":110128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509451,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":106196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509450,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":696052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509451,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":105670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542157,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":278528,"data_stored":105738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:39:44.891 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T07:39:44.891 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-26T07:39:44.892 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-07-26T07:39:44.892 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 -- 172.21.15.105:0/2996030278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7824003a80 msgr2=0x7f7824003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 --2- 172.21.15.105:0/2996030278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7824003a80 0x7f7824003ef0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7830009b20 tx=0x7f7824005830 comp rx=0 tx=0).stop 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7842000640 1 -- 172.21.15.105:0/2996030278 reap_dead start 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 -- 172.21.15.105:0/2996030278 shutdown_connections 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 -- 172.21.15.105:0/2996030278 >> 172.21.15.105:0/2996030278 conn(0x7f783c06d630 msgr2=0x7f783c06da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 -- 172.21.15.105:0/2996030278 shutdown_connections 2024-07-26T07:39:45.199 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.198+0000 7f7844000640 1 -- 172.21.15.105:0/2996030278 wait complete. 2024-07-26T07:39:45.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.200+0000 7f7844000640 1 Processor -- start 2024-07-26T07:39:45.201 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.200+0000 7f7844000640 1 -- start start 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7824003a80 0x7f783c1f6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 0x7f783c144060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f783c1456e0 con 0x7f783c15b960 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f783c145560 con 0x7f7824003a80 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7844000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f783c145860 con 0x7f783c13bb30 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7840c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7840c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41720/0 (socket says 172.21.15.105:41720) 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7840c00640 1 -- 172.21.15.105:0/483243343 learned_addr learned my addr 172.21.15.105:0/483243343 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7841600640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7824003a80 0x7f783c1f6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.204 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.202+0000 7f7842000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 0x7f783c144060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 -- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 msgr2=0x7f783c144060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 0x7f783c144060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 -- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7824003a80 msgr2=0x7f783c1f6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7824003a80 0x7f783c1f6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 -- 172.21.15.105:0/483243343 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f783c0aec60 con 0x7f783c15b960 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7842000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 0x7f783c144060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7840c00640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f782800c650 tx=0x7f782800cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828017070 con 0x7f783c15b960 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7828005360 con 0x7f783c15b960 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f783c0aef40 con 0x7f783c15b960 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782800a8a0 con 0x7f783c15b960 2024-07-26T07:39:45.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.203+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f783c1403e0 con 0x7f783c15b960 2024-07-26T07:39:45.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.204+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f783c1401d0 con 0x7f783c15b960 2024-07-26T07:39:45.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.205+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f782801a070 con 0x7f783c15b960 2024-07-26T07:39:45.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.207+0000 7f7839600640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 0x7f781c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.207+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7828098280 con 0x7f783c15b960 2024-07-26T07:39:45.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.208+0000 7f7841600640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 0x7f781c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.209+0000 7f7841600640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 0x7f781c079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7830035000 tx=0x7f783002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:45.212 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.212+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f78280610a0 con 0x7f783c15b960 2024-07-26T07:39:45.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.441+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f783c072e60 con 0x7f783c15b960 2024-07-26T07:39:45.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.442+0000 7f7839600640 1 -- 172.21.15.105:0/483243343 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f78280609a0 con 0x7f783c15b960 2024-07-26T07:39:45.442 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 msgr2=0x7f781c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 0x7f781c079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7830035000 tx=0x7f783002d040 comp rx=0 tx=0).stop 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 msgr2=0x7f783c15b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f782800c650 tx=0x7f782800cb10 comp rx=0 tx=0).stop 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 shutdown_connections 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f781c077010 0x7f781c079520 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f783c13bb30 0x7f783c144060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f783c15b960 0x7f783c15b190 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 --2- 172.21.15.105:0/483243343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7824003a80 0x7f783c1f6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.446 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 >> 172.21.15.105:0/483243343 conn(0x7f783c06d630 msgr2=0x7f783c0af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:45.446 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.444+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 shutdown_connections 2024-07-26T07:39:45.446 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.445+0000 7f7844000640 1 -- 172.21.15.105:0/483243343 wait complete. 2024-07-26T07:39:45.470 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-07-26T07:39:45.470 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 -- 172.21.15.105:0/1418736242 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb80004070 msgr2=0x7fcb80004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1418736242 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb80004070 0x7fcb80004800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009b20 tx=0x7fcb80005830 comp rx=0 tx=0).stop 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcb9be00640 1 -- 172.21.15.105:0/1418736242 reap_dead start 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 -- 172.21.15.105:0/1418736242 shutdown_connections 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 -- 172.21.15.105:0/1418736242 >> 172.21.15.105:0/1418736242 conn(0x7fcb9c06c610 msgr2=0x7fcb9c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 -- 172.21.15.105:0/1418736242 shutdown_connections 2024-07-26T07:39:45.757 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.756+0000 7fcba0e00640 1 -- 172.21.15.105:0/1418736242 wait complete. 2024-07-26T07:39:45.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.759+0000 7fcba0e00640 1 Processor -- start 2024-07-26T07:39:45.759 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.759+0000 7fcba0e00640 1 -- start start 2024-07-26T07:39:45.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb80004070 0x7fcb9c13dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb9c1e8d60 0x7fcb9c1f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.762 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c06f2c0 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c06f140 con 0x7fcb80004070 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcba0e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcb9c06f440 con 0x7fcb9c1e8d60 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.760+0000 7fcb9be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41726/0 (socket says 172.21.15.105:41726) 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 -- 172.21.15.105:0/1578336043 learned_addr learned my addr 172.21.15.105:0/1578336043 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb93e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb9c1e8d60 0x7fcb9c1f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9b400640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb80004070 0x7fcb9c13dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 -- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb9c1e8d60 msgr2=0x7fcb9c1f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb9c1e8d60 0x7fcb9c1f5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 -- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb80004070 msgr2=0x7fcb9c13dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:45.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb80004070 0x7fcb9c13dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 -- 172.21.15.105:0/1578336043 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9c1e7cc0 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb9be00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0cdf70 tx=0x7fcb9400ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.761+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9400cc20 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.762+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb94017070 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.762+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb940116c0 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.762+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9c1e7fa0 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.762+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9c1e8560 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.764 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.763+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb9c0b3e20 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.764+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcb94011860 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.765+0000 7fcb93400640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:45.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.765+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fcb940992b0 con 0x7fcb9c13c9f0 2024-07-26T07:39:45.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.766+0000 7fcb9b400640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:45.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.767+0000 7fcb9b400640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 0x7fcb78079520 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c0015c0 tx=0x7fcb8c006900 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:45.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:45.770+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb940620d0 con 0x7fcb9c13c9f0 2024-07-26T07:39:46.026 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.025+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb9c069af0 con 0x7fcb9c13c9f0 2024-07-26T07:39:46.027 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.027+0000 7fcb93400640 1 -- 172.21.15.105:0/1578336043 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7fcb9406a3a0 con 0x7fcb9c13c9f0 2024-07-26T07:39:46.027 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:46.028 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:46.028 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:39:46.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.029+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 msgr2=0x7fcb78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.029+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 0x7fcb78079520 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c0015c0 tx=0x7fcb8c006900 comp rx=0 tx=0).stop 2024-07-26T07:39:46.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.029+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 msgr2=0x7fcb9c1e9940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.029+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c0cdf70 tx=0x7fcb9400ed90 comp rx=0 tx=0).stop 2024-07-26T07:39:46.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 shutdown_connections 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb9c13c9f0 0x7fcb9c1e9940 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb9c1e8d60 0x7fcb9c1f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 --2- 172.21.15.105:0/1578336043 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb80004070 0x7fcb9c13dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 >> 172.21.15.105:0/1578336043 conn(0x7fcb9c06c610 msgr2=0x7fcb9c06f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 shutdown_connections 2024-07-26T07:39:46.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.030+0000 7fcba0e00640 1 -- 172.21.15.105:0/1578336043 wait complete. 2024-07-26T07:39:46.053 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:46.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.315+0000 7ffaa5800640 1 -- 172.21.15.105:0/2767102365 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa006e620 msgr2=0x7ffaa006ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.315+0000 7ffaa5800640 1 --2- 172.21.15.105:0/2767102365 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa006e620 0x7ffaa006ea30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ffa98005fd0 tx=0x7ffa9802a820 comp rx=0 tx=0).stop 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 -- 172.21.15.105:0/2767102365 shutdown_connections 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 --2- 172.21.15.105:0/2767102365 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa006e620 0x7ffaa006ea30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 --2- 172.21.15.105:0/2767102365 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa0142340 0x7ffaa00b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 -- 172.21.15.105:0/2767102365 >> 172.21.15.105:0/2767102365 conn(0x7ffaa006c610 msgr2=0x7ffaa006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 -- 172.21.15.105:0/2767102365 shutdown_connections 2024-07-26T07:39:46.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.316+0000 7ffaa5800640 1 -- 172.21.15.105:0/2767102365 wait complete. 2024-07-26T07:39:46.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.318+0000 7ffaa5800640 1 Processor -- start 2024-07-26T07:39:46.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.318+0000 7ffaa5800640 1 -- start start 2024-07-26T07:39:46.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa006e620 0x7ffaa0156460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa00b38a0 0x7ffaa00735d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa00b3250 con 0x7ffaa0142340 2024-07-26T07:39:46.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa00b5af0 con 0x7ffaa00b38a0 2024-07-26T07:39:46.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa5800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffaa006ef70 con 0x7ffaa006e620 2024-07-26T07:39:46.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa4e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa4e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41738/0 (socket says 172.21.15.105:41738) 2024-07-26T07:39:46.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffaa4e00640 1 -- 172.21.15.105:0/3213516475 learned_addr learned my addr 172.21.15.105:0/3213516475 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:46.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.320+0000 7ffa9fe00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa006e620 0x7ffaa0156460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffa97400640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa00b38a0 0x7ffaa00735d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 -- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa006e620 msgr2=0x7ffaa0156460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa006e620 0x7ffaa0156460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 -- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa00b38a0 msgr2=0x7ffaa00735d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa00b38a0 0x7ffaa00735d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 -- 172.21.15.105:0/3213516475 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa01f96a0 con 0x7ffaa0142340 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa4e00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009b30 tx=0x7ffa98032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa98037040 con 0x7ffaa0142340 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa98042070 con 0x7ffaa0142340 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa980042a0 con 0x7ffaa0142340 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.321+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaa01569a0 con 0x7ffaa0142340 2024-07-26T07:39:46.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.322+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaa0072810 con 0x7ffaa0142340 2024-07-26T07:39:46.324 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.323+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaa00722a0 con 0x7ffaa0142340 2024-07-26T07:39:46.324 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.324+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffa98004440 con 0x7ffaa0142340 2024-07-26T07:39:46.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.325+0000 7ffa9cc00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 0x7ffa7c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.325+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ffa980b9930 con 0x7ffaa0142340 2024-07-26T07:39:46.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.326+0000 7ffa9fe00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 0x7ffa7c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.327+0000 7ffa9fe00640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 0x7ffa7c079550 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ffa90005fd0 tx=0x7ffa90009260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:46.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.330+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffaa01569a0 con 0x7ffaa0142340 2024-07-26T07:39:46.572 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.572+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffaa015f610 con 0x7ffaa0142340 2024-07-26T07:39:46.573 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.573+0000 7ffa9cc00640 1 -- 172.21.15.105:0/3213516475 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7ffaa015f610 con 0x7ffaa0142340 2024-07-26T07:39:46.574 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:46.574 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:46.574 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 msgr2=0x7ffa7c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 0x7ffa7c079550 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ffa90005fd0 tx=0x7ffa90009260 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 msgr2=0x7ffaa00a9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009b30 tx=0x7ffa98032c90 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 shutdown_connections 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffa7c077040 0x7ffa7c079550 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaa0142340 0x7ffaa00a9490 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffaa00b38a0 0x7ffaa00735d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 --2- 172.21.15.105:0/3213516475 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffaa006e620 0x7ffaa0156460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 >> 172.21.15.105:0/3213516475 conn(0x7ffaa006c610 msgr2=0x7ffaa015d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:46.578 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.576+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 shutdown_connections 2024-07-26T07:39:46.578 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.577+0000 7ffaa5800640 1 -- 172.21.15.105:0/3213516475 wait complete. 2024-07-26T07:39:46.601 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.860+0000 7f912d600640 1 -- 172.21.15.105:0/3609146907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b5a50 msgr2=0x7f91280b5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.860+0000 7f912d600640 1 --2- 172.21.15.105:0/3609146907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b5a50 0x7f91280b5e60 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9110005fd0 tx=0x7f911002aa90 comp rx=0 tx=0).stop 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 -- 172.21.15.105:0/3609146907 shutdown_connections 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 --2- 172.21.15.105:0/3609146907 >> v2:172.21.15.143:3300/0 conn(0x7f91280b16d0 0x7f91280b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 --2- 172.21.15.105:0/3609146907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b5a50 0x7f91280b5e60 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 -- 172.21.15.105:0/3609146907 >> 172.21.15.105:0/3609146907 conn(0x7f91280d1af0 msgr2=0x7f91280d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 -- 172.21.15.105:0/3609146907 shutdown_connections 2024-07-26T07:39:46.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.861+0000 7f912d600640 1 -- 172.21.15.105:0/3609146907 wait complete. 2024-07-26T07:39:46.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.864+0000 7f912d600640 1 Processor -- start 2024-07-26T07:39:46.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.864+0000 7f912d600640 1 -- start start 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.865+0000 7f912d600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b16d0 0x7f9128143c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912d600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 0x7f91280a99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912d600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912d600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f912815fcb0 con 0x7f91281456e0 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912d600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f912815fb30 con 0x7f91280b5a50 2024-07-26T07:39:46.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912d600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f912815fe30 con 0x7f91280b16d0 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41748/0 (socket says 172.21.15.105:41748) 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 -- 172.21.15.105:0/3719401 learned_addr learned my addr 172.21.15.105:0/3719401 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f9127e00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b16d0 0x7f9128143c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f9127400640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 0x7f91280a99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 -- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b16d0 msgr2=0x7f9128143c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b16d0 0x7f9128143c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 -- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 msgr2=0x7f91280a99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 0x7f91280a99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f912cc00640 1 -- 172.21.15.105:0/3719401 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91280cd280 con 0x7f91281456e0 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.866+0000 7f9127400640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 0x7f91280a99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:46.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f912cc00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f912000e740 tx=0x7f912000ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:46.869 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912000cc60 con 0x7f91281456e0 2024-07-26T07:39:46.869 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f912000ce20 con 0x7f91281456e0 2024-07-26T07:39:46.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9120005280 con 0x7f91281456e0 2024-07-26T07:39:46.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91280cd560 con 0x7f91281456e0 2024-07-26T07:39:46.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.867+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91280cdb20 con 0x7f91281456e0 2024-07-26T07:39:46.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.868+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91280b1ae0 con 0x7f91281456e0 2024-07-26T07:39:46.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.869+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9120005420 con 0x7f91281456e0 2024-07-26T07:39:46.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.870+0000 7f911fe00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 0x7f9104079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:46.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.871+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9120099430 con 0x7f91281456e0 2024-07-26T07:39:46.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.871+0000 7f9127e00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 0x7f9104079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:46.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.872+0000 7f9127e00640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 0x7f9104079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f91180015e0 tx=0x7f9118009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:46.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:46.875+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9120062370 con 0x7f91281456e0 2024-07-26T07:39:47.069 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.068+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f912806a5e0 con 0x7f91281456e0 2024-07-26T07:39:47.071 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.071+0000 7f911fe00640 1 -- 172.21.15.105:0/3719401 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18554 (secure 0 0 0) 0x7f9120061c70 con 0x7f91281456e0 2024-07-26T07:39:47.072 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:47.072 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":26,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:18.357667+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:39:47.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.073+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 msgr2=0x7f9104079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 0x7f9104079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f91180015e0 tx=0x7f9118009040 comp rx=0 tx=0).stop 2024-07-26T07:39:47.074 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 msgr2=0x7f91280a9f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f912000e740 tx=0x7f912000ec00 comp rx=0 tx=0).stop 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 shutdown_connections 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9104077010 0x7f9104079520 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f91281456e0 0x7f91280a9f00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91280b5a50 0x7f91280a99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 --2- 172.21.15.105:0/3719401 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91280b16d0 0x7f9128143c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 >> 172.21.15.105:0/3719401 conn(0x7f91280d1af0 msgr2=0x7f9128070570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 shutdown_connections 2024-07-26T07:39:47.075 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.074+0000 7f912d600640 1 -- 172.21.15.105:0/3719401 wait complete. 2024-07-26T07:39:47.100 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 -- 172.21.15.105:0/2935930942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac06e620 msgr2=0x7f5aac06ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 --2- 172.21.15.105:0/2935930942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac06e620 0x7f5aac06ea30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5aac071bd0 tx=0x7f5aa402aa30 comp rx=0 tx=0).stop 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 -- 172.21.15.105:0/2935930942 shutdown_connections 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 --2- 172.21.15.105:0/2935930942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac06e620 0x7f5aac06ea30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 --2- 172.21.15.105:0/2935930942 >> v2:172.21.15.143:3300/0 conn(0x7f5aac142340 0x7f5aac0b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 -- 172.21.15.105:0/2935930942 >> 172.21.15.105:0/2935930942 conn(0x7f5aac06c610 msgr2=0x7f5aac06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:47.366 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 -- 172.21.15.105:0/2935930942 shutdown_connections 2024-07-26T07:39:47.367 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.365+0000 7f5ab1200640 1 -- 172.21.15.105:0/2935930942 wait complete. 2024-07-26T07:39:47.368 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.368+0000 7f5ab1200640 1 Processor -- start 2024-07-26T07:39:47.368 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.368+0000 7f5ab1200640 1 -- start start 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 0x7f5aac1f8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 0x7f5aac155ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac0b5a60 con 0x7f5aac142340 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac0b58e0 con 0x7f5aac06e620 2024-07-26T07:39:47.370 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.369+0000 7f5ab1200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5aac06ef70 con 0x7f5aac0b38a0 2024-07-26T07:39:47.371 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:47.371 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41764/0 (socket says 172.21.15.105:41764) 2024-07-26T07:39:47.371 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 -- 172.21.15.105:0/3948461111 learned_addr learned my addr 172.21.15.105:0/3948461111 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aab400640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 0x7f5aac1f8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aa2a00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 0x7f5aac155ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 -- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 msgr2=0x7f5aac155ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 0x7f5aac155ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 -- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 msgr2=0x7f5aac1f8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 0x7f5aac1f8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 -- 172.21.15.105:0/3948461111 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aac1f5bd0 con 0x7f5aac142340 2024-07-26T07:39:47.373 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aab400640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 0x7f5aac1f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aa2a00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 0x7f5aac155ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.370+0000 7f5aabe00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4009d60 tx=0x7f5aa4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.371+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4033050 con 0x7f5aac142340 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.371+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5aa4004450 con 0x7f5aac142340 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.371+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4038450 con 0x7f5aac142340 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.371+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aac1f4e50 con 0x7f5aac142340 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.371+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aac1f53d0 con 0x7f5aac142340 2024-07-26T07:39:47.374 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.372+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aac15abc0 con 0x7f5aac142340 2024-07-26T07:39:47.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.373+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5aa4036070 con 0x7f5aac142340 2024-07-26T07:39:47.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.374+0000 7f5aa3e00640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 0x7f5a88079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:47.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.374+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5aa40ba270 con 0x7f5aac142340 2024-07-26T07:39:47.375 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.375+0000 7f5aab400640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 0x7f5a88079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:47.376 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.376+0000 7f5aab400640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 0x7f5a88079520 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009aa0 tx=0x7f5a9c005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:47.379 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.379+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5aa4083090 con 0x7f5aac142340 2024-07-26T07:39:47.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.631+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5aac06f420 con 0x7f5aac142340 2024-07-26T07:39:47.633 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.632+0000 7f5aa3e00640 1 -- 172.21.15.105:0/3948461111 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f5aa4082990 con 0x7f5aac142340 2024-07-26T07:39:47.633 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:39:47.633 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:39:47.634 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 msgr2=0x7f5a88079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 0x7f5a88079520 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009aa0 tx=0x7f5a9c005db0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 msgr2=0x7f5aac0ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4009d60 tx=0x7f5aa4003f10 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 shutdown_connections 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5a88077010 0x7f5a88079520 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5aac142340 0x7f5aac0ca390 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5aac0b38a0 0x7f5aac155ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 --2- 172.21.15.105:0/3948461111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5aac06e620 0x7f5aac1f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:47.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 >> 172.21.15.105:0/3948461111 conn(0x7f5aac06c610 msgr2=0x7f5aac072790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:47.637 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 shutdown_connections 2024-07-26T07:39:47.637 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:47.635+0000 7f5ab1200640 1 -- 172.21.15.105:0/3948461111 wait complete. 2024-07-26T07:39:48.066 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T07:39:13.268174+0000', 'modified': '2024-07-26T07:39:37.465901+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4339}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4339': {'gid': 4339, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.143:6835/684216269', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6834', 'nonce': 684216269}, {'type': 'v1', 'addr': '172.21.15.143:6835', 'nonce': 684216269}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4339, 'qdb_cluster': [4339]} 2024-07-26T07:39:48.066 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T07:39:48.066 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-26T07:39:48.339 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 -- 172.21.15.105:0/1446517627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 msgr2=0x7faf400b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.339 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 --2- 172.21.15.105:0/1446517627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf400b2b70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7faf30005fd0 tx=0x7faf3002a540 comp rx=0 tx=0).stop 2024-07-26T07:39:48.339 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 -- 172.21.15.105:0/1446517627 shutdown_connections 2024-07-26T07:39:48.340 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 --2- 172.21.15.105:0/1446517627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf400b2b70 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.340 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 -- 172.21.15.105:0/1446517627 >> 172.21.15.105:0/1446517627 conn(0x7faf4006c610 msgr2=0x7faf4006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.340 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 -- 172.21.15.105:0/1446517627 shutdown_connections 2024-07-26T07:39:48.340 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.338+0000 7faf45600640 1 -- 172.21.15.105:0/1446517627 wait complete. 2024-07-26T07:39:48.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.341+0000 7faf45600640 1 Processor -- start 2024-07-26T07:39:48.341 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.341+0000 7faf45600640 1 -- start start 2024-07-26T07:39:48.343 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf4006e620 0x7faf401f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.343 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf400b38a0 0x7faf40156420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7faf400b5a60 con 0x7faf40142340 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7faf400b58e0 con 0x7faf400b38a0 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf45600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faf4006f140 con 0x7faf4006e620 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.342+0000 7faf44c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41778/0 (socket says 172.21.15.105:41778) 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 -- 172.21.15.105:0/3838113156 learned_addr learned my addr 172.21.15.105:0/3838113156 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf4006e620 0x7faf401f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf37e00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf400b38a0 0x7faf40156420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 -- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf4006e620 msgr2=0x7faf401f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf4006e620 0x7faf401f5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.344 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 -- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf400b38a0 msgr2=0x7faf40156420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.345 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf400b38a0 0x7faf40156420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.345 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 -- 172.21.15.105:0/3838113156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf400cc150 con 0x7faf40142340 2024-07-26T07:39:48.345 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.343+0000 7faf44c00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf3800b990 tx=0x7faf3800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.345 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.344+0000 7faf3cc00640 1 -- 172.21.15.105:0/3838113156 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf38019070 con 0x7faf40142340 2024-07-26T07:39:48.345 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.344+0000 7faf3cc00640 1 -- 172.21.15.105:0/3838113156 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf3800cc90 con 0x7faf40142340 2024-07-26T07:39:48.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.344+0000 7faf3cc00640 1 -- 172.21.15.105:0/3838113156 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf380146a0 con 0x7faf40142340 2024-07-26T07:39:48.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.344+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf400c9120 con 0x7faf40142340 2024-07-26T07:39:48.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.344+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf400c96e0 con 0x7faf40142340 2024-07-26T07:39:48.346 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.346+0000 7faf3cc00640 1 -- 172.21.15.105:0/3838113156 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faf3801c070 con 0x7faf40142340 2024-07-26T07:39:48.347 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.347+0000 7faf3cc00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 0x7faf1c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.347 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.347+0000 7faf3cc00640 1 -- 172.21.15.105:0/3838113156 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf38098ad0 con 0x7faf40142340 2024-07-26T07:39:48.348 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.348+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 0x7faf1c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.348 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.348+0000 7faf4dc12740 1 Processor -- start 2024-07-26T07:39:48.348 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.348+0000 7faf4dc12740 1 -- start start 2024-07-26T07:39:48.349 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 0x7faf1c079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faf30033000 tx=0x7faf30004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe7dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa70590 0x55617fe60f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55617fda9390 con 0x55617fa683b0 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55617fd98a30 con 0x55617fa70590 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.349+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55617fd9c8d0 con 0x55617fa91270 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41782/0 (socket says 172.21.15.105:41782) 2024-07-26T07:39:48.351 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 -- 172.21.15.105:0/2464147088 learned_addr learned my addr 172.21.15.105:0/2464147088 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf3fe00640 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe7dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf44c00640 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa70590 0x55617fe60f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 -- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 msgr2=0x55617fe7dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe7dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 -- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa70590 msgr2=0x55617fe60f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa70590 0x55617fe60f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 -- 172.21.15.105:0/2464147088 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55617fd54d70 con 0x55617fa683b0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf37e00640 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faf28001670 tx=0x7faf28001b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33710d083859d606 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.350+0000 7faf2fe00640 1 -- 172.21.15.105:0/2464147088 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28016020 con 0x55617fa683b0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf2fe00640 1 -- 172.21.15.105:0/2464147088 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf2800dc30 con 0x55617fa683b0 2024-07-26T07:39:48.352 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf2fe00640 1 -- 172.21.15.105:0/2464147088 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf280123f0 con 0x55617fa683b0 2024-07-26T07:39:48.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 -- 172.21.15.105:0/2464147088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 msgr2=0x55617fe60a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.353 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faf28001670 tx=0x7faf28001b30 comp rx=0 tx=0).stop 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 -- 172.21.15.105:0/2464147088 shutdown_connections 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa70590 0x55617fe60f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fe60a10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2464147088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe7dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.351+0000 7faf4dc12740 1 -- 172.21.15.105:0/2464147088 >> 172.21.15.105:0/2464147088 conn(0x55617fa853c0 msgr2=0x55617fe36c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.352+0000 7faf4dc12740 1 -- 172.21.15.105:0/2464147088 shutdown_connections 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.352+0000 7faf4dc12740 1 -- 172.21.15.105:0/2464147088 wait complete. 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.353+0000 7faf4dc12740 1 -- start start 2024-07-26T07:39:48.354 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.353+0000 7faf4dc12740 1 Processor -- start 2024-07-26T07:39:48.357 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.354+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe5d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.357 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.354+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.357 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.354+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe8bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.354+0000 7faf4dc12740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55617fb0b620 con 0x55617fa70590 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.354+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55617fd35e10 con 0x55617fa683b0 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55617fe8cb10 con 0x55617fa91270 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf4dc12740 10 client.0 _ll_register_callbacks cb 0x55617fd929a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41788/0 (socket says 172.21.15.105:41788) 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 -- 172.21.15.105:0/2212150966 learned_addr learned my addr 172.21.15.105:0/2212150966 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf3fe00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe5d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf44c00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe8bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 -- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 msgr2=0x55617fe8bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.358 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe8bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 -- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 msgr2=0x55617fe5d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe5d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.355+0000 7faf37e00640 1 -- 172.21.15.105:0/2212150966 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55617fafc850 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf37e00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faf28014000 tx=0x7faf2801bb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e8c27ccecf90ee server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28016050 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf2801bcf0 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf2800dc30 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7faf2802c050 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf4dc12740 10 client.4704 fetch_fsmap learned FSMap version 9 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55617fb736b0 con 0x55617fa70590 2024-07-26T07:39:48.359 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf2800dc30 con 0x55617fa70590 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7faf2802f020 con 0x55617fa70590 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf4dc12740 10 client.4704 fetch_fsmap finished waiting for FSMap version 9 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.356+0000 7faf4dc12740 10 client.4704 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.357+0000 7faf4dc12740 20 client.4704 populate_metadata read hostname 'smithi105' 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.357+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fa4fe40 0x55617fe8ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.357+0000 7faf4dc12740 4 client.4704 mds_command: new command op to 4339 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.357+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 --> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55617fdab2e0 con 0x55617fa4fe40 2024-07-26T07:39:48.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.357+0000 7faf3fe00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fa4fe40 0x55617fe8ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.361 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.358+0000 7faf2cc00640 10 client.4704 ms_handle_connect on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.358+0000 7faf3fe00640 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fa4fe40 0x55617fe8ac40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9052f43daaf871dc server_cookie=81bde4e92d09b6fa in_seq=0 out_seq=0 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.360+0000 7faf2cc00640 1 -- 172.21.15.105:0/2212150966 <== mds.0 v2:172.21.15.143:6834/684216269 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55617fdab2e0 con 0x55617fa4fe40 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.360+0000 7faf2cc00640 10 client.4704 handle_command_reply: tid=0 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.360+0000 7faf4dc12740 1 client.4704 shutdown 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.360+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 msgr2=0x55617fe5dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.360+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faf28014000 tx=0x7faf2801bb00 comp rx=0 tx=0).stop 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 shutdown_connections 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fa4fe40 0x55617fe8ac40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa91270 0x55617fe8bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.362 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa70590 0x55617fe5dae0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2212150966 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe5d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf2cc00640 0 client.4704 ms_handle_reset on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 >> 172.21.15.105:0/2212150966 conn(0x55617fa853c0 msgr2=0x55617fe2ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 shutdown_connections 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 1 -- 172.21.15.105:0/2212150966 wait complete. 2024-07-26T07:39:48.363 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.361+0000 7faf4dc12740 20 client.4704 trim_cache size 0 max 16384 2024-07-26T07:39:48.381 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.381+0000 7faf4dc12740 1 Processor -- start 2024-07-26T07:39:48.381 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.381+0000 7faf4dc12740 1 -- start start 2024-07-26T07:39:48.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe7e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe767d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7faf40201dc0 con 0x55617fa91270 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7faf401f9490 con 0x55617fa683b0 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faf40201770 con 0x55617fa70590 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41796/0 (socket says 172.21.15.105:41796) 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 -- 172.21.15.105:0/2220588009 learned_addr learned my addr 172.21.15.105:0/2220588009 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf37e00640 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe767d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf3fe00640 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe7e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 -- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 msgr2=0x55617fe767d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe767d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 -- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 msgr2=0x55617fe7e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.383+0000 7faf44c00640 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe7e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.384+0000 7faf44c00640 1 -- 172.21.15.105:0/2220588009 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55617fe8be50 con 0x55617fa91270 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.384+0000 7faf44c00640 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf38060f80 tx=0x7faf38060ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0cb0d2e82735d7a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.384+0000 7faf2f400640 1 -- 172.21.15.105:0/2220588009 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf38065880 con 0x55617fa91270 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.384+0000 7faf2f400640 1 -- 172.21.15.105:0/2220588009 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf3806a2a0 con 0x55617fa91270 2024-07-26T07:39:48.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.384+0000 7faf2f400640 1 -- 172.21.15.105:0/2220588009 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3806a070 con 0x55617fa91270 2024-07-26T07:39:48.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 -- 172.21.15.105:0/2220588009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 msgr2=0x55617fe76d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf38060f80 tx=0x7faf38060ab0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 -- 172.21.15.105:0/2220588009 shutdown_connections 2024-07-26T07:39:48.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa91270 0x55617fe76d10 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe767d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 --2- 172.21.15.105:0/2220588009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa683b0 0x55617fe7e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 -- 172.21.15.105:0/2220588009 >> 172.21.15.105:0/2220588009 conn(0x55617fa853c0 msgr2=0x55617fe30d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 -- 172.21.15.105:0/2220588009 shutdown_connections 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.385+0000 7faf4dc12740 1 -- 172.21.15.105:0/2220588009 wait complete. 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.386+0000 7faf4dc12740 1 -- start start 2024-07-26T07:39:48.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.386+0000 7faf4dc12740 1 Processor -- start 2024-07-26T07:39:48.390 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.390 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe9ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa91270 0x55617fe9d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55617fe8e190 con 0x55617fa683b0 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55617fe5a6d0 con 0x55617fa91270 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55617fe8e780 con 0x55617fa70590 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf4dc12740 10 client.0 _ll_register_callbacks cb 0x7faf280014b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41812/0 (socket says 172.21.15.105:41812) 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 -- 172.21.15.105:0/3728152691 learned_addr learned my addr 172.21.15.105:0/3728152691 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf37e00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe9ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 -- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 msgr2=0x55617fe9ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf44c00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa91270 0x55617fe9d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe9ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 -- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa91270 msgr2=0x55617fe9d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa91270 0x55617fe9d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.388+0000 7faf3fe00640 1 -- 172.21.15.105:0/3728152691 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55617fe8b690 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf3fe00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7faf30004210 tx=0x7faf30009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c4e89c17f338dc6 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30035040 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf30054e00 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf3806a2a0 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7faf300047a0 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf4dc12740 10 client.4710 fetch_fsmap learned FSMap version 9 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.389+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55617fe9d990 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf3806a2a0 con 0x55617fa683b0 2024-07-26T07:39:48.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7faf3005b050 con 0x55617fa683b0 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 10 client.4710 fetch_fsmap finished waiting for FSMap version 9 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 10 client.4710 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 20 client.4710 populate_metadata read hostname 'smithi105' 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fe7bf90 0x55617fefc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 4 client.4710 mds_command: new command op to 4339 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 --> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] -- command(tid 0: {"prefix": "status"}) -- 0x55617fda6d80 con 0x55617fe7bf90 2024-07-26T07:39:48.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.390+0000 7faf37e00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fe7bf90 0x55617fefc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:48.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.391+0000 7faf2cc00640 10 client.4710 ms_handle_connect on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.391+0000 7faf37e00640 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fe7bf90 0x55617fefc320 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bf1585b33facbad server_cookie=86de0ad69bbd3b63 in_seq=0 out_seq=0 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf2cc00640 1 -- 172.21.15.105:0/3728152691 <== mds.0 v2:172.21.15.143:6834/684216269 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x55617fda6d80 con 0x55617fe7bf90 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf2cc00640 10 client.4710 handle_command_reply: tid=0 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 client.4710 shutdown 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 msgr2=0x55617fef87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7faf30004210 tx=0x7faf30009260 comp rx=0 tx=0).stop 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 shutdown_connections 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55617fa91270 0x55617fe9d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:6834/684216269,v1:172.21.15.143:6835/684216269] conn(0x55617fe7bf90 0x55617fefc320 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55617fa70590 0x55617fe9ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 --2- 172.21.15.105:0/3728152691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55617fa683b0 0x55617fef87a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.395 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 >> 172.21.15.105:0/3728152691 conn(0x55617fa853c0 msgr2=0x55617fe8ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.392+0000 7faf2cc00640 0 client.4710 ms_handle_reset on v2:172.21.15.143:6834/684216269 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 shutdown_connections 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf4dc12740 1 -- 172.21.15.105:0/3728152691 wait complete. 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf4dc12740 20 client.4710 trim_cache size 0 max 16384 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout: "cluster_fsid": "8c36d0d3-696c-4e83-a6b4-9f8966adecf3", 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout: "whoami": 0, 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4339, 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout: "want_state": "up:active", 2024-07-26T07:39:48.396 INFO:teuthology.orchestra.run.smithi105.stdout: "state": "up:active", 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs", 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "rank_uptime": 34.626910291999998, 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "mdsmap_epoch": 9, 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch": 26, 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch_barrier": 26, 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout: "uptime": 40.716956981000003 2024-07-26T07:39:48.397 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 msgr2=0x7faf1c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 0x7faf1c079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faf30033000 tx=0x7faf30004730 comp rx=0 tx=0).stop 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 msgr2=0x7faf401e66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.393+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf3800b990 tx=0x7faf3800be50 comp rx=0 tx=0).stop 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 shutdown_connections 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf1c077010 0x7faf1c079520 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf40142340 0x7faf401e66b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf400b38a0 0x7faf40156420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 --2- 172.21.15.105:0/3838113156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf4006e620 0x7faf401f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:48.399 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 >> 172.21.15.105:0/3838113156 conn(0x7faf4006c610 msgr2=0x7faf4015d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:48.399 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 shutdown_connections 2024-07-26T07:39:48.399 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:48.394+0000 7faf45600640 1 -- 172.21.15.105:0/3838113156 wait complete. 2024-07-26T07:39:48.420 INFO:teuthology.run_tasks:Running task sequential... 2024-07-26T07:39:48.430 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-07-26T07:39:48.431 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T07:39:48.431 INFO:teuthology.task.print:Enabling mgr modules 2024-07-26T07:39:48.431 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-07-26T07:39:48.442 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-07-26T07:39:48.442 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-07-26T07:39:48.442 INFO:tasks.ceph_fuse:client.0 config is {} 2024-07-26T07:39:48.442 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T07:39:48.442 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:48.442 INFO:tasks.ceph_fuse:client.2 config is {} 2024-07-26T07:39:48.442 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T07:39:48.443 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-26T07:39:48.443 INFO:tasks.ceph_fuse:client.1 config is {} 2024-07-26T07:39:48.443 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T07:39:48.443 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-26T07:39:48.443 INFO:tasks.ceph_fuse:client.3 config is {} 2024-07-26T07:39:48.443 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T07:39:48.443 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-26T07:39:48.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:48.443 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list 2024-07-26T07:39:48.498 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-07-26T07:39:48.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:48.499 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T07:39:48.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:48.580 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link delete ceph-brx 2024-07-26T07:39:48.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:48.998 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-07-26T07:39:49.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:49.057 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-07-26T07:39:49.151 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-07-26T07:39:49.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:39:49.156 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-07-26T07:39:49.156 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T07:39:49.156 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:39:49.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 -- 172.21.15.105:0/4006004571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf60142340 msgr2=0x7faf600b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:49.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 --2- 172.21.15.105:0/4006004571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf60142340 0x7faf600b2b70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faf600b34e0 tx=0x7faf5002a4d0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 -- 172.21.15.105:0/4006004571 shutdown_connections 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 --2- 172.21.15.105:0/4006004571 >> v2:172.21.15.143:3300/0 conn(0x7faf600b38a0 0x7faf600b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 --2- 172.21.15.105:0/4006004571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf60142340 0x7faf600b2b70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.434+0000 7faf5fe00640 1 -- 172.21.15.105:0/4006004571 >> 172.21.15.105:0/4006004571 conn(0x7faf6006c610 msgr2=0x7faf6006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.435+0000 7faf5fe00640 1 -- 172.21.15.105:0/4006004571 shutdown_connections 2024-07-26T07:39:49.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.435+0000 7faf5fe00640 1 -- 172.21.15.105:0/4006004571 wait complete. 2024-07-26T07:39:49.437 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.437+0000 7faf5fe00640 1 Processor -- start 2024-07-26T07:39:49.437 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.437+0000 7faf5fe00640 1 -- start start 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 0x7faf6013d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf6015fb00 0x7faf601f8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7faf600b3230 con 0x7faf600b38a0 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7faf600b30b0 con 0x7faf60142340 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5fe00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faf600b58e0 con 0x7faf6015fb00 2024-07-26T07:39:49.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:41834/0 (socket says 172.21.15.105:41834) 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 -- 172.21.15.105:0/587492079 learned_addr learned my addr 172.21.15.105:0/587492079 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf57e00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 0x7faf6013d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5f400640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf6015fb00 0x7faf601f8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 -- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf6015fb00 msgr2=0x7faf601f8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf6015fb00 0x7faf601f8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 -- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 msgr2=0x7faf6013d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 0x7faf6013d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf5ea00640 1 -- 172.21.15.105:0/587492079 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf601f9750 con 0x7faf600b38a0 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.439+0000 7faf57e00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 0x7faf6013d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:49.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf5ea00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7faf50000c00 tx=0x7faf500039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:49.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5003e030 con 0x7faf600b38a0 2024-07-26T07:39:49.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf500047a0 con 0x7faf600b38a0 2024-07-26T07:39:49.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf601f9470 con 0x7faf600b38a0 2024-07-26T07:39:49.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf50035040 con 0x7faf600b38a0 2024-07-26T07:39:49.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.440+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf601f5640 con 0x7faf600b38a0 2024-07-26T07:39:49.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.442+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf600b3cb0 con 0x7faf600b38a0 2024-07-26T07:39:49.443 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.443+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faf50041030 con 0x7faf600b38a0 2024-07-26T07:39:49.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.444+0000 7faf56a00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 0x7faf3c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:49.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.444+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf500b94b0 con 0x7faf600b38a0 2024-07-26T07:39:49.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.444+0000 7faf57e00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 0x7faf3c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:49.446 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.446+0000 7faf57e00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 0x7faf3c079520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faf6006d600 tx=0x7faf48008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:49.448 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.448+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf50082370 con 0x7faf600b38a0 2024-07-26T07:39:49.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.694+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faf60069af0 con 0x7faf600b38a0 2024-07-26T07:39:49.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.695+0000 7faf56a00640 1 -- 172.21.15.105:0/587492079 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7faf50081c70 con 0x7faf600b38a0 2024-07-26T07:39:49.696 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 msgr2=0x7faf3c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 0x7faf3c079520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faf6006d600 tx=0x7faf48008040 comp rx=0 tx=0).stop 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 msgr2=0x7faf601f5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7faf50000c00 tx=0x7faf500039e0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 shutdown_connections 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7faf3c077010 0x7faf3c079520 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faf6015fb00 0x7faf601f8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faf60142340 0x7faf6013d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 --2- 172.21.15.105:0/587492079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf600b38a0 0x7faf601f5e40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:49.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 >> 172.21.15.105:0/587492079 conn(0x7faf6006c610 msgr2=0x7faf60073900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:49.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 shutdown_connections 2024-07-26T07:39:49.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49.698+0000 7faf5fe00640 1 -- 172.21.15.105:0/587492079 wait complete. 2024-07-26T07:39:49.724 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi105.front.sepia.ceph.com 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:39:49.725 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T07:39:49.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:49.725 DEBUG:teuthology.orchestra.run.smithi105:> ip addr 2024-07-26T07:39:49.772 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:49.772 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:49.772 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b8 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f0 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b9 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f1 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:28 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:49.773 INFO:teuthology.orchestra.run.smithi105.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:39:49.774 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:29 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:49.774 INFO:teuthology.orchestra.run.smithi105.stdout: inet 172.21.15.105/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:39:49.774 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft 42543sec preferred_lft 42543sec 2024-07-26T07:39:49.774 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::ec4:7aff:fe8f:d429/64 scope link 2024-07-26T07:39:49.774 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:49.775 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T07:39:49.775 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:49.775 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:49.775 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link add name ceph-brx type bridge 2024-07-26T07:39:49.775 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip addr flush dev ceph-brx 2024-07-26T07:39:49.775 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set ceph-brx up 2024-07-26T07:39:49.776 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T07:39:49.776 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:49.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:50.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:50.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:50.012 DEBUG:teuthology.orchestra.run.smithi105:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:39:50.078 INFO:teuthology.orchestra.run.smithi105.stdout:1 2024-07-26T07:39:50.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:50.082 DEBUG:teuthology.orchestra.run.smithi105:> route 2024-07-26T07:39:50.131 INFO:teuthology.orchestra.run.smithi105.stdout:Kernel IP routing table 2024-07-26T07:39:50.131 INFO:teuthology.orchestra.run.smithi105.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:39:50.131 INFO:teuthology.orchestra.run.smithi105.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:39:50.131 INFO:teuthology.orchestra.run.smithi105.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:39:50.131 INFO:teuthology.orchestra.run.smithi105.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:39:50.132 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:50.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:50.333 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:50.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:50.343 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list 2024-07-26T07:39:50.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:50.389 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list-id 2024-07-26T07:39:50.486 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:50.487 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:50.487 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:50.487 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-07-26T07:39:50.487 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:50.590 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:50.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:50.672 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-07-26T07:39:50.672 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:50.776 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:50.937 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:50.947 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:50.948 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:50.948 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set brx.0 up 2024-07-26T07:39:50.948 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T07:39:50.948 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:51.050 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:51.138 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:51.146 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T07:39:51.147 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:51.147 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:51.191 INFO:teuthology.orchestra.run.smithi105.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T07:39:51.191 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:51.191 DEBUG:teuthology.orchestra.run.smithi105:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:51.282 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:51.368 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:51.423 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:51.424 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:51.425 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:51.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:51.426 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:51.476 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T07:39:51.476 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T07:39:51.481 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:51.547 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:51.593 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:51.593 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:51.593 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:51.594 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:51.595 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:51.596 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:51.596 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:51.596 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:51.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:51.597 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:51.717 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:2024-07-26T07:39:51.717+0000 7f9cf98ec480 -1 init, newargv = 0x7f9cdc004360 newargc=15 2024-07-26T07:39:51.718 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:ceph-fuse[47131]: starting ceph client 2024-07-26T07:39:51.730 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:ceph-fuse[47131]: starting fuse 2024-07-26T07:39:52.788 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:52.881 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:52.938 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:52.939 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:52.940 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:52.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:52.941 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:52.991 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:39:52.991 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> import glob 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> import re 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> import os 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> import subprocess 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> def _find_admin_socket(client_name): 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> files = glob.glob(asok_path) 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> # Given a non-glob path, it better be there 2024-07-26T07:39:52.992 DEBUG:teuthology.orchestra.run.smithi105:> if "*" not in asok_path: 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> assert(len(files) == 1) 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> return files[0] 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> for f in files: 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> contents = proc_f.read() 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> if mountpoint in contents: 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> return f 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> print(_find_admin_socket("client.0")) 2024-07-26T07:39:52.993 DEBUG:teuthology.orchestra.run.smithi105:> ' 2024-07-26T07:39:53.157 INFO:teuthology.orchestra.run.smithi105.stdout:/var/run/ceph/ceph-client.0.47131.asok 2024-07-26T07:39:53.162 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:53.175 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47131.asok 2024-07-26T07:39:53.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:53.176 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47131.asok status 2024-07-26T07:39:53.459 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:39:53.459 INFO:teuthology.orchestra.run.smithi105.stdout: "metadata": { 2024-07-26T07:39:53.459 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:39:53.459 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "entity_id": "0", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "hostname": "smithi105", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "pid": "47131", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "root": "/" 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_count": 0, 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_pinned_count": 0, 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4722, 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "inst": { 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "name": { 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "client", 2024-07-26T07:39:53.460 INFO:teuthology.orchestra.run.smithi105.stdout: "num": 4722 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 512416884 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 512416884 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:53.461 INFO:teuthology.orchestra.run.smithi105.stdout: "inst_str": "client.4722 192.168.0.1:0/512416884", 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "addr_str": "192.168.0.1:0/512416884", 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "inode_count": 1, 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_epoch": 9, 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch": 27, 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "blocklisted": false, 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs" 2024-07-26T07:39:53.462 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:39:53.479 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T07:39:53.479 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 -- 172.21.15.105:0/248916701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c0b38a0 msgr2=0x7fce1c0b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 --2- 172.21.15.105:0/248916701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c0b38a0 0x7fce1c0b3cb0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fce08005fd0 tx=0x7fce0802a540 comp rx=0 tx=0).stop 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 -- 172.21.15.105:0/248916701 shutdown_connections 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 --2- 172.21.15.105:0/248916701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c0b38a0 0x7fce1c0b3cb0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 --2- 172.21.15.105:0/248916701 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c142340 0x7fce1c0b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 -- 172.21.15.105:0/248916701 >> 172.21.15.105:0/248916701 conn(0x7fce1c06c610 msgr2=0x7fce1c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 -- 172.21.15.105:0/248916701 shutdown_connections 2024-07-26T07:39:53.761 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.760+0000 7fce23000640 1 -- 172.21.15.105:0/248916701 wait complete. 2024-07-26T07:39:53.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.762+0000 7fce23000640 1 Processor -- start 2024-07-26T07:39:53.763 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.763+0000 7fce23000640 1 -- start start 2024-07-26T07:39:53.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c0b38a0 0x7fce1c133df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:53.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce1c142340 0x7fce1c0cac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:53.765 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fce1c0cf630 con 0x7fce1c15fb00 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fce1c0b32c0 con 0x7fce1c142340 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce23000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fce1c0b58e0 con 0x7fce1c0b38a0 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.764+0000 7fce22600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:44016/0 (socket says 172.21.15.105:44016) 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 -- 172.21.15.105:0/1017230270 learned_addr learned my addr 172.21.15.105:0/1017230270 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce21200640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce1c142340 0x7fce1c0cac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce21c00640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c0b38a0 0x7fce1c133df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 -- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c0b38a0 msgr2=0x7fce1c133df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c0b38a0 0x7fce1c133df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 -- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce1c142340 msgr2=0x7fce1c0cac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce1c142340 0x7fce1c0cac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:53.766 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 -- 172.21.15.105:0/1017230270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1c1f9470 con 0x7fce1c15fb00 2024-07-26T07:39:53.767 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.765+0000 7fce22600640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce14002230 tx=0x7fce1400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.766+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14003b70 con 0x7fce1c15fb00 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.766+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce14003d10 con 0x7fce1c15fb00 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.766+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1c0cb180 con 0x7fce1c15fb00 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.766+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14005330 con 0x7fce1c15fb00 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.766+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce1c1f8990 con 0x7fce1c15fb00 2024-07-26T07:39:53.768 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.767+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce1c0cb350 con 0x7fce1c15fb00 2024-07-26T07:39:53.769 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.769+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fce140056e0 con 0x7fce1c15fb00 2024-07-26T07:39:53.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.769+0000 7fce19600640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 0x7fcdfc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:53.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.770+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fce14098de0 con 0x7fce1c15fb00 2024-07-26T07:39:53.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.770+0000 7fce21c00640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 0x7fcdfc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:53.772 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.772+0000 7fce21c00640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 0x7fcdfc079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fce10005fd0 tx=0x7fce10005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:53.775 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:53.775+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fce14061c20 con 0x7fce1c15fb00 2024-07-26T07:39:54.029 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.028+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fce1c160740 con 0x7fce1c15fb00 2024-07-26T07:39:54.029 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.029+0000 7fce19600640 1 -- 172.21.15.105:0/1017230270 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fce14061520 con 0x7fce1c15fb00 2024-07-26T07:39:54.030 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T07:39:54.032 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 msgr2=0x7fcdfc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 0x7fcdfc079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fce10005fd0 tx=0x7fce10005850 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 msgr2=0x7fce1c13ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce14002230 tx=0x7fce1400cb90 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 shutdown_connections 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcdfc077010 0x7fcdfc079520 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fce1c15fb00 0x7fce1c13ffc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce1c142340 0x7fce1c0cac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 --2- 172.21.15.105:0/1017230270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce1c0b38a0 0x7fce1c133df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 >> 172.21.15.105:0/1017230270 conn(0x7fce1c06c610 msgr2=0x7fce1c15dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:54.033 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 shutdown_connections 2024-07-26T07:39:54.034 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54.032+0000 7fce23000640 1 -- 172.21.15.105:0/1017230270 wait complete. 2024-07-26T07:39:54.061 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi105.front.sepia.ceph.com 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:39:54.062 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-07-26T07:39:54.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.066 DEBUG:teuthology.orchestra.run.smithi105:> ip addr 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.118 INFO:teuthology.orchestra.run.smithi105.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b8 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f0 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b9 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f1 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:28 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:29 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: inet 172.21.15.105/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft 42538sec preferred_lft 42538sec 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::ec4:7aff:fe8f:d429/64 scope link 2024-07-26T07:39:54.119 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 96:ab:63:b2:b3:c1 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::385c:88ff:fe7f:4354/64 scope link 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 96:ab:63:b2:b3:c1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::94ab:63ff:feb2:b3c1/64 scope link 2024-07-26T07:39:54.120 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.121 DEBUG:teuthology.orchestra.run.smithi105:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:39:54.198 INFO:teuthology.orchestra.run.smithi105.stdout:1 2024-07-26T07:39:54.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.203 DEBUG:teuthology.orchestra.run.smithi105:> route 2024-07-26T07:39:54.255 INFO:teuthology.orchestra.run.smithi105.stdout:Kernel IP routing table 2024-07-26T07:39:54.255 INFO:teuthology.orchestra.run.smithi105.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:39:54.255 INFO:teuthology.orchestra.run.smithi105.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:39:54.255 INFO:teuthology.orchestra.run.smithi105.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:39:54.255 INFO:teuthology.orchestra.run.smithi105.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:39:54.256 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:54.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:54.453 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:54.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.462 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list 2024-07-26T07:39:54.512 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T07:39:54.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.513 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list-id 2024-07-26T07:39:54.564 INFO:teuthology.orchestra.run.smithi105.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-07-26T07:39:54.565 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:54.565 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:54.565 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:54.565 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-07-26T07:39:54.565 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:54.668 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:54.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:54.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.745 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-26T07:39:54.818 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:54.818 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:54.818 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether ba:10:eb:0c:84:27 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::b810:ebff:fe0c:8427/64 scope link 2024-07-26T07:39:54.819 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:54.822 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-26T07:39:54.902 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:54.965 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:54.965 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:54.965 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.965 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:54.965 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether ba:10:eb:0c:84:27 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::b810:ebff:fe0c:8427/64 scope link 2024-07-26T07:39:54.966 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:54.967 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-07-26T07:39:54.967 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-07-26T07:39:54.968 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:55.078 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:55.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:55.242 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:55.242 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:39:55.242 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set brx.1 up 2024-07-26T07:39:55.242 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set dev brx.1 master ceph-brx 2024-07-26T07:39:55.242 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:39:55.332 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:55.429 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:55.438 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-07-26T07:39:55.438 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:55.438 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-07-26T07:39:55.481 INFO:teuthology.orchestra.run.smithi105.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-07-26T07:39:55.481 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:39:55.482 DEBUG:teuthology.orchestra.run.smithi105:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-07-26T07:39:55.576 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:55.656 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:55.707 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:55.707 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:55.707 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:55.707 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:55.707 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:55.708 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:55.709 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:55.710 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:55.710 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:55.710 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:55.710 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:55.710 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:55.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:55.711 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:55.762 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:39:55.763 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [40] 2024-07-26T07:39:55.763 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-07-26T07:39:55.768 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:55.834 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:55.875 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:55.876 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:55.877 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:55.878 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:55.878 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:55.878 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:55.878 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:55.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:55.879 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:55.963 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:39:55.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi105.stderr:2024-07-26T07:39:55.996+0000 7faf7c288480 -1 init, newargv = 0x7faf60004640 newargc=15 2024-07-26T07:39:55.997 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi105.stderr:ceph-fuse[47697]: starting ceph client 2024-07-26T07:39:56.008 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi105.stderr:ceph-fuse[47697]: starting fuse 2024-07-26T07:39:57.065 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:39:57.154 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:39:57.210 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:39:57.210 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:39:57.210 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:39:57.211 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:39:57.212 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:39:57.213 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.2 2024-07-26T07:39:57.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:57.214 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:39:57.267 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:39:57.267 INFO:teuthology.orchestra.run.smithi105.stdout:43 2024-07-26T07:39:57.267 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40, 43] 2024-07-26T07:39:57.267 DEBUG:teuthology.orchestra.run.smithi105:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:39:57.267 DEBUG:teuthology.orchestra.run.smithi105:> import glob 2024-07-26T07:39:57.267 DEBUG:teuthology.orchestra.run.smithi105:> import re 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> import os 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> import subprocess 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> def _find_admin_socket(client_name): 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> files = glob.glob(asok_path) 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> # Given a non-glob path, it better be there 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> if "*" not in asok_path: 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> assert(len(files) == 1) 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> return files[0] 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:57.268 DEBUG:teuthology.orchestra.run.smithi105:> for f in files: 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> contents = proc_f.read() 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> if mountpoint in contents: 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> return f 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> print(_find_admin_socket("client.2")) 2024-07-26T07:39:57.269 DEBUG:teuthology.orchestra.run.smithi105:> ' 2024-07-26T07:39:57.440 INFO:teuthology.orchestra.run.smithi105.stdout:/var/run/ceph/ceph-client.2.47697.asok 2024-07-26T07:39:57.444 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:57.458 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.47697.asok 2024-07-26T07:39:57.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:57.458 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.47697.asok status 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "metadata": { 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "entity_id": "2", 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "hostname": "smithi105", 2024-07-26T07:39:57.748 INFO:teuthology.orchestra.run.smithi105.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "pid": "47697", 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "root": "/" 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_count": 0, 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_pinned_count": 0, 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4734, 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "inst": { 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "name": { 2024-07-26T07:39:57.749 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "client", 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "num": 4734 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.2:0", 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 1731013427 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.2:0", 2024-07-26T07:39:57.750 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 1731013427 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "inst_str": "client.4734 192.168.0.2:0/1731013427", 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "addr_str": "192.168.0.2:0/1731013427", 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "inode_count": 1, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_epoch": 9, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch": 28, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "blocklisted": false, 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs" 2024-07-26T07:39:57.751 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:39:57.769 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T07:39:57.769 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 -- 172.21.15.105:0/1773825318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 msgr2=0x7ff14806ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 --2- 172.21.15.105:0/1773825318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff14806ea30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff1480b34e0 tx=0x7ff14002a820 comp rx=0 tx=0).stop 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 -- 172.21.15.105:0/1773825318 shutdown_connections 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 --2- 172.21.15.105:0/1773825318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff14806ea30 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 --2- 172.21.15.105:0/1773825318 >> v2:172.21.15.143:3300/0 conn(0x7ff1480b38a0 0x7ff1480b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 -- 172.21.15.105:0/1773825318 >> 172.21.15.105:0/1773825318 conn(0x7ff14806c610 msgr2=0x7ff14806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 -- 172.21.15.105:0/1773825318 shutdown_connections 2024-07-26T07:39:58.045 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.044+0000 7ff14f000640 1 -- 172.21.15.105:0/1773825318 wait complete. 2024-07-26T07:39:58.047 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.047+0000 7ff14f000640 1 Processor -- start 2024-07-26T07:39:58.047 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.047+0000 7ff14f000640 1 -- start start 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 0x7ff1480c9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 0x7ff14814ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff1480b5a60 con 0x7ff14806e620 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff1480b58e0 con 0x7ff148142340 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.048+0000 7ff14f000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff14806ef70 con 0x7ff1480b38a0 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:44028/0 (socket says 172.21.15.105:44028) 2024-07-26T07:39:58.049 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 -- 172.21.15.105:0/888814767 learned_addr learned my addr 172.21.15.105:0/888814767 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14e600640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 0x7ff14814ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14d200640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 0x7ff1480c9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 -- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 msgr2=0x7ff1480c9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 0x7ff1480c9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 -- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 msgr2=0x7ff14814ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 0x7ff14814ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 -- 172.21.15.105:0/888814767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14814d8e0 con 0x7ff14806e620 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14e600640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 0x7ff14814ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14d200640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 0x7ff1480c9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:39:58.051 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.049+0000 7ff14dc00640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c430 tx=0x7ff13c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.050+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c011790 con 0x7ff14806e620 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.050+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff13c017070 con 0x7ff14806e620 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.050+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c011ce0 con 0x7ff14806e620 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.050+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14814dbc0 con 0x7ff14806e620 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.050+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff14814e180 con 0x7ff14806e620 2024-07-26T07:39:58.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.052+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff14806f3d0 con 0x7ff14806e620 2024-07-26T07:39:58.053 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.053+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff13c01c460 con 0x7ff14806e620 2024-07-26T07:39:58.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.054+0000 7ff145600640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 0x7ff128079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:39:58.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.054+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7ff13c098b80 con 0x7ff14806e620 2024-07-26T07:39:58.055 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.055+0000 7ff14d200640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 0x7ff128079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:39:58.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.056+0000 7ff14d200640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 0x7ff128079550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff1481f0f20 tx=0x7ff134005dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:39:58.061 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.060+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff13c061940 con 0x7ff14806e620 2024-07-26T07:39:58.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.312+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff148069af0 con 0x7ff14806e620 2024-07-26T07:39:58.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.313+0000 7ff145600640 1 -- 172.21.15.105:0/888814767 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7ff13c061240 con 0x7ff14806e620 2024-07-26T07:39:58.314 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T07:39:58.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.316+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 msgr2=0x7ff128079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:58.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.316+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 0x7ff128079550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff1481f0f20 tx=0x7ff134005dd0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.316+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 msgr2=0x7ff1481f74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:39:58.317 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.316+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c430 tx=0x7ff13c00c8f0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 shutdown_connections 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ff128077040 0x7ff128079550 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff148142340 0x7ff14814ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1480b38a0 0x7ff1480c9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 --2- 172.21.15.105:0/888814767 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff14806e620 0x7ff1481f74e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 >> 172.21.15.105:0/888814767 conn(0x7ff14806c610 msgr2=0x7ff14815a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 shutdown_connections 2024-07-26T07:39:58.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:39:58.317+0000 7ff14f000640 1 -- 172.21.15.105:0/888814767 wait complete. 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:39:58.342 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-07-26T07:39:58.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:58.343 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-07-26T07:39:58.399 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:39:58.400 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42538sec preferred_lft 42538sec 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link 2024-07-26T07:39:58.401 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:39:58.402 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add name ceph-brx type bridge 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr flush dev ceph-brx 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set ceph-brx up 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T07:39:58.402 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:39:58.506 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:39:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:58.883 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:39:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:58.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:58.892 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:39:58.964 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-07-26T07:39:58.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:58.967 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-07-26T07:39:59.024 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-07-26T07:39:59.025 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:39:59.025 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:39:59.025 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:39:59.025 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:39:59.025 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:39:59.123 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:39:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:39:59.763 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:39:59.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:39:59.791 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:39:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:39:59.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:59.801 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-07-26T07:39:59.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:39:59.893 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-07-26T07:39:59.943 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:39:59.943 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:39:59.943 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:39:59.943 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-07-26T07:39:59.943 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:00.089 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:00.157 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:00.166 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-07-26T07:40:00.166 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-07-26T07:40:00.167 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:00.255 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:00.434 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:00.443 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:00.443 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:00.443 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-07-26T07:40:00.443 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T07:40:00.444 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:00.534 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:00.625 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:00.634 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-07-26T07:40:00.634 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:00.634 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:00.673 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-07-26T07:40:00.673 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:00.674 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:00.753 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:00.862 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:00.907 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:00.908 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:00.909 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:00.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:00.911 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:00.997 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T07:40:00.998 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-07-26T07:40:01.043 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:01.110 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:01.151 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:01.152 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:01.153 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:01.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:01.154 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:01.272 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-07-26T07:40:01.271+0000 7fda8a768480 -1 init, newargv = 0x7fda6c004df0 newargc=15 2024-07-26T07:40:01.272 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[43126]: starting ceph client 2024-07-26T07:40:01.283 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[43126]: starting fuse 2024-07-26T07:40:02.336 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:02.428 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:02.483 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:02.484 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:02.485 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:02.486 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:02.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:02.488 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:02.536 INFO:teuthology.orchestra.run.smithi143.stdout:40 2024-07-26T07:40:02.536 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T07:40:02.536 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-07-26T07:40:02.537 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-07-26T07:40:02.538 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-07-26T07:40:02.696 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.43126.asok 2024-07-26T07:40:02.700 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:02.713 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43126.asok 2024-07-26T07:40:02.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:02.714 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43126.asok status 2024-07-26T07:40:03.005 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-07-26T07:40:03.005 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-07-26T07:40:03.005 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "43126", 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4609, 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-07-26T07:40:03.006 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4609 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1298881122 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-07-26T07:40:03.007 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1298881122 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4609 192.168.0.1:0/1298881122", 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/1298881122", 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 9, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 28, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-07-26T07:40:03.008 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-07-26T07:40:03.024 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T07:40:03.024 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 -- 172.21.15.105:0/3031811014 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 msgr2=0x7fcb70161b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3031811014 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb70161b90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcb70075ca0 tx=0x7fcb6802a560 comp rx=0 tx=0).stop 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 -- 172.21.15.105:0/3031811014 shutdown_connections 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3031811014 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb70161b90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3031811014 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 0x7fcb700b4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3031811014 >> v2:172.21.15.143:3300/0 conn(0x7fcb70147280 0x7fcb700b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 -- 172.21.15.105:0/3031811014 >> 172.21.15.105:0/3031811014 conn(0x7fcb700d1af0 msgr2=0x7fcb700d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:03.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 -- 172.21.15.105:0/3031811014 shutdown_connections 2024-07-26T07:40:03.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.311+0000 7fcb74a00640 1 -- 172.21.15.105:0/3031811014 wait complete. 2024-07-26T07:40:03.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.314+0000 7fcb74a00640 1 Processor -- start 2024-07-26T07:40:03.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.314+0000 7fcb74a00640 1 -- start start 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 0x7fcb700d1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 0x7fcb70160a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcb70162460 con 0x7fcb700b50a0 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcb701622e0 con 0x7fcb70147280 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.316+0000 7fcb74a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcb701625e0 con 0x7fcb701477d0 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36544/0 (socket says 172.21.15.105:36544) 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 -- 172.21.15.105:0/3723394264 learned_addr learned my addr 172.21.15.105:0/3723394264 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:03.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6de00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 0x7fcb700d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6f200640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 0x7fcb70160a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 -- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 msgr2=0x7fcb70160a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 0x7fcb70160a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 -- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 msgr2=0x7fcb700d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 0x7fcb700d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6e800640 1 -- 172.21.15.105:0/3723394264 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700cc580 con 0x7fcb700b50a0 2024-07-26T07:40:03.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.317+0000 7fcb6de00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 0x7fcb700d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:40:03.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb6e800640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800d750 tx=0x7fcb5800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:03.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb58017070 con 0x7fcb700b50a0 2024-07-26T07:40:03.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb58009cc0 con 0x7fcb700b50a0 2024-07-26T07:40:03.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb70143670 con 0x7fcb700b50a0 2024-07-26T07:40:03.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb580106c0 con 0x7fcb700b50a0 2024-07-26T07:40:03.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.318+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb70143c30 con 0x7fcb700b50a0 2024-07-26T07:40:03.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.319+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb7006ffa0 con 0x7fcb700b50a0 2024-07-26T07:40:03.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.321+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcb5801a070 con 0x7fcb700b50a0 2024-07-26T07:40:03.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.322+0000 7fcb66a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 0x7fcb4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:03.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.322+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fcb58098d40 con 0x7fcb700b50a0 2024-07-26T07:40:03.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.323+0000 7fcb6de00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 0x7fcb4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:03.324 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.324+0000 7fcb6de00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 0x7fcb4c079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcb70146b70 tx=0x7fcb6000a430 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:03.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.327+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb7006ffa0 con 0x7fcb700b50a0 2024-07-26T07:40:03.580 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.579+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fcb700b2dc0 con 0x7fcb700b50a0 2024-07-26T07:40:03.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.580+0000 7fcb66a00640 1 -- 172.21.15.105:0/3723394264 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fcb5800de60 con 0x7fcb700b50a0 2024-07-26T07:40:03.581 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 msgr2=0x7fcb4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 0x7fcb4c079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcb70146b70 tx=0x7fcb6000a430 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 msgr2=0x7fcb701f59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800d750 tx=0x7fcb5800dc10 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 shutdown_connections 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fcb4c077010 0x7fcb4c079520 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcb701477d0 0x7fcb70160a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.583+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcb70147280 0x7fcb700d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.584+0000 7fcb74a00640 1 --2- 172.21.15.105:0/3723394264 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcb700b50a0 0x7fcb701f59b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:03.584 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.584+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 >> 172.21.15.105:0/3723394264 conn(0x7fcb700d1af0 msgr2=0x7fcb700d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:03.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.584+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 shutdown_connections 2024-07-26T07:40:03.585 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:03.584+0000 7fcb74a00640 1 -- 172.21.15.105:0/3723394264 wait complete. 2024-07-26T07:40:03.612 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T07:40:03.612 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:40:03.613 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-07-26T07:40:03.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:03.613 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-07-26T07:40:03.671 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-07-26T07:40:03.672 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42533sec preferred_lft 42533sec 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether de:7d:f7:c7:07:17 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::f477:a2ff:fe02:5eef/64 scope link 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.673 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T07:40:03.674 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether de:7d:f7:c7:07:17 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:03.674 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::dc7d:f7ff:fec7:717/64 scope link 2024-07-26T07:40:03.674 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:03.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:03.675 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:40:03.755 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-07-26T07:40:03.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:03.760 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-07-26T07:40:03.812 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-07-26T07:40:03.812 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:40:03.812 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:40:03.812 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:40:03.812 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:40:03.813 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:03.916 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:04.011 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:04.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:04.020 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-07-26T07:40:04.067 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-07-26T07:40:04.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:04.069 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-07-26T07:40:04.115 INFO:teuthology.orchestra.run.smithi143.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-07-26T07:40:04.116 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:04.116 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:04.116 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:04.116 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-07-26T07:40:04.116 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:04.215 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:04.283 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:04.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:04.293 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:40:04.367 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether c2:0b:5b:f9:b5:b5 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T07:40:04.368 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T07:40:04.368 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.368 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::c00b:5bff:fef9:b5b5/64 scope link 2024-07-26T07:40:04.368 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:04.371 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-26T07:40:04.454 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:40:04.454 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:40:04.454 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:40:04.454 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether c2:0b:5b:f9:b5:b5 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::c00b:5bff:fef9:b5b5/64 scope link 2024-07-26T07:40:04.455 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:04.458 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-07-26T07:40:04.459 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:04.562 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:04.716 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:04.725 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:04.726 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-07-26T07:40:04.726 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.1 up 2024-07-26T07:40:04.726 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.1 master ceph-brx 2024-07-26T07:40:04.726 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-07-26T07:40:04.821 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:04.916 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:04.926 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-07-26T07:40:04.926 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:04.927 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:04.970 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-07-26T07:40:04.970 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:04.970 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:05.064 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:05.148 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:05.200 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:05.201 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:05.202 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:05.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:05.203 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:05.249 INFO:teuthology.orchestra.run.smithi143.stdout:40 2024-07-26T07:40:05.249 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [40] 2024-07-26T07:40:05.249 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-07-26T07:40:05.297 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:05.374 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:05.414 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:05.414 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:05.415 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:05.416 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:05.417 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:05.417 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:05.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:05.417 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:05.506 INFO:teuthology.orchestra.run.smithi143.stdout:40 2024-07-26T07:40:05.544 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:2024-07-26T07:40:05.543+0000 7f83fe673480 -1 init, newargv = 0x7f83e4004580 newargc=15 2024-07-26T07:40:05.544 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:ceph-fuse[43651]: starting ceph client 2024-07-26T07:40:05.552 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:ceph-fuse[43651]: starting fuse 2024-07-26T07:40:06.609 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-07-26T07:40:06.699 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-07-26T07:40:06.754 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:06.755 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:06.756 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T07:40:06.757 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:06.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:06.758 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-07-26T07:40:06.807 INFO:teuthology.orchestra.run.smithi143.stdout:40 2024-07-26T07:40:06.807 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-07-26T07:40:06.807 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40, 43] 2024-07-26T07:40:06.807 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:40:06.807 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-07-26T07:40:06.808 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.3")) 2024-07-26T07:40:06.809 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-07-26T07:40:06.973 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.3.43651.asok 2024-07-26T07:40:06.977 INFO:teuthology.orchestra.run.smithi143.stderr:2024-07-26T07:40:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:06.990 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43651.asok 2024-07-26T07:40:06.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:06.990 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43651.asok status 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "3", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "43651", 2024-07-26T07:40:07.282 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4511, 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4511 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-07-26T07:40:07.283 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.2:0", 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1140043926 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.2:0", 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1140043926 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4511 192.168.0.2:0/1140043926", 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.2:0/1140043926", 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-07-26T07:40:07.284 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 9, 2024-07-26T07:40:07.285 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 28, 2024-07-26T07:40:07.285 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:40:07.285 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-07-26T07:40:07.285 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-07-26T07:40:07.285 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-07-26T07:40:07.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.302 DEBUG:teuthology.orchestra.run.smithi105:> stat --file-system '--printf=%T 2024-07-26T07:40:07.302 DEBUG:teuthology.orchestra.run.smithi105:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:07.361 INFO:teuthology.orchestra.run.smithi105.stdout:fuseblk 2024-07-26T07:40:07.361 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:07.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.362 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:07.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.444 DEBUG:teuthology.orchestra.run.smithi105:> stat --file-system '--printf=%T 2024-07-26T07:40:07.444 DEBUG:teuthology.orchestra.run.smithi105:> ' -- /home/ubuntu/cephtest/mnt.2 2024-07-26T07:40:07.495 INFO:teuthology.orchestra.run.smithi105.stdout:fuseblk 2024-07-26T07:40:07.495 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-07-26T07:40:07.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.495 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-07-26T07:40:07.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.572 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-07-26T07:40:07.573 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:07.629 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-07-26T07:40:07.629 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:07.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.630 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:07.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.713 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-07-26T07:40:07.713 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:07.768 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-07-26T07:40:07.768 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:07.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:07.769 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:07.853 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-07-26T07:40:07.899 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2024-07-26T07:40:07.899 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:08.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 -- 172.21.15.105:0/1169589049 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28a4004d40 msgr2=0x7f28a4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 --2- 172.21.15.105:0/1169589049 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28a4004d40 0x7f28a4005150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f28c00ce250 tx=0x7f28a4005830 comp rx=0 tx=0).stop 2024-07-26T07:40:08.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bf400640 1 -- 172.21.15.105:0/1169589049 reap_dead start 2024-07-26T07:40:08.184 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 -- 172.21.15.105:0/1169589049 shutdown_connections 2024-07-26T07:40:08.185 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 -- 172.21.15.105:0/1169589049 >> 172.21.15.105:0/1169589049 conn(0x7f28c006c610 msgr2=0x7f28c006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:08.185 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 -- 172.21.15.105:0/1169589049 shutdown_connections 2024-07-26T07:40:08.185 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.182+0000 7f28bfe00640 1 -- 172.21.15.105:0/1169589049 wait complete. 2024-07-26T07:40:08.186 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.185+0000 7f28bfe00640 1 Processor -- start 2024-07-26T07:40:08.186 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.185+0000 7f28bfe00640 1 -- start start 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 0x7f28c0158ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28c0159910 0x7f28c013a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f28c00b55f0 con 0x7f28c01593c0 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f28c00b5470 con 0x7f28a4004d40 2024-07-26T07:40:08.189 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.186+0000 7f28bfe00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28c00b5770 con 0x7f28c0159910 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36560/0 (socket says 172.21.15.105:36560) 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 -- 172.21.15.105:0/2610446440 learned_addr learned my addr 172.21.15.105:0/2610446440 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bea00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 0x7f28c0158ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28b6000640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28c0159910 0x7f28c013a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 -- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28c0159910 msgr2=0x7f28c013a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28c0159910 0x7f28c013a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 -- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 msgr2=0x7f28c0158ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 0x7f28c0158ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 -- 172.21.15.105:0/2610446440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28c01391a0 con 0x7f28c01593c0 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bea00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 0x7f28c0158ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:08.190 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.187+0000 7f28bf400640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f28b802b3d0 tx=0x7f28b8001aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.188+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8039070 con 0x7f28c01593c0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.188+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28b802ba30 con 0x7f28c01593c0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.188+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28c00cbed0 con 0x7f28c01593c0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.188+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b8001fd0 con 0x7f28c01593c0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.188+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28c00c97e0 con 0x7f28c01593c0 2024-07-26T07:40:08.191 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.189+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28c0138f10 con 0x7f28c01593c0 2024-07-26T07:40:08.192 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.190+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f28b8034680 con 0x7f28c01593c0 2024-07-26T07:40:08.193 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.191+0000 7f28b7e00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 0x7f289c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.193 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.191+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f28b80b8ff0 con 0x7f28c01593c0 2024-07-26T07:40:08.193 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.192+0000 7f28bea00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 0x7f289c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.194 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.193+0000 7f28bea00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 0x7f289c079520 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f28b0009ab0 tx=0x7f28b0005740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:08.197 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.196+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f28b8081da0 con 0x7f28c01593c0 2024-07-26T07:40:08.407 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.405+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28c0073770 con 0x7f28c01593c0 2024-07-26T07:40:08.410 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.408+0000 7f28b7e00640 1 -- 172.21.15.105:0/2610446440 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18743 (secure 0 0 0) 0x7f28b808a070 con 0x7f28c01593c0 2024-07-26T07:40:08.411 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:08.411 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":28,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:52.004515+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.36","mappings":[{"from":0,"to":7}]},{"pgid":"4.4","mappings":[{"from":7,"to":4}]},{"pgid":"4.14","mappings":[{"from":7,"to":5}]},{"pgid":"4.1e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.411+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 msgr2=0x7f289c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.411+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 0x7f289c079520 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f28b0009ab0 tx=0x7f28b0005740 comp rx=0 tx=0).stop 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.411+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 msgr2=0x7f28c013cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.411+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f28b802b3d0 tx=0x7f28b8001aa0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 shutdown_connections 2024-07-26T07:40:08.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f289c077010 0x7f289c079520 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28c01593c0 0x7f28c013cd50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28c0159910 0x7f28c013a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 --2- 172.21.15.105:0/2610446440 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28a4004d40 0x7f28c0158ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 >> 172.21.15.105:0/2610446440 conn(0x7f28c006c610 msgr2=0x7f28c015cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 shutdown_connections 2024-07-26T07:40:08.414 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.412+0000 7f28bfe00640 1 -- 172.21.15.105:0/2610446440 wait complete. 2024-07-26T07:40:08.442 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T07:39:00.837482+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-07-26T07:39:11.581330+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-07-26T07:39:12.246280+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-07-26T07:39:15.798832+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-07-26T07:40:08.442 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 -- 172.21.15.105:0/67983701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b80b5340 msgr2=0x7fd7b815ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 --2- 172.21.15.105:0/67983701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b80b5340 0x7fd7b815ee00 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd7a8005fd0 tx=0x7fd7a802a540 comp rx=0 tx=0).stop 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 -- 172.21.15.105:0/67983701 shutdown_connections 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 --2- 172.21.15.105:0/67983701 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b806f060 0x7fd7b806f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 --2- 172.21.15.105:0/67983701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b80b5340 0x7fd7b815ee00 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.716 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.714+0000 7fd7bd200640 1 -- 172.21.15.105:0/67983701 >> 172.21.15.105:0/67983701 conn(0x7fd7b806c610 msgr2=0x7fd7b806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:08.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.715+0000 7fd7bd200640 1 -- 172.21.15.105:0/67983701 shutdown_connections 2024-07-26T07:40:08.717 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.715+0000 7fd7bd200640 1 -- 172.21.15.105:0/67983701 wait complete. 2024-07-26T07:40:08.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.717+0000 7fd7bd200640 1 Processor -- start 2024-07-26T07:40:08.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.717+0000 7fd7bd200640 1 -- start start 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.718+0000 7fd7bd200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.718+0000 7fd7bd200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 0x7fd7b815b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7bd200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 0x7fd7b8157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7bd200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b806fb30 con 0x7fd7b806f060 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7bd200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b806f9b0 con 0x7fd7b80b5340 2024-07-26T07:40:08.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7bd200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd7b806fcb0 con 0x7fd7b80cebe0 2024-07-26T07:40:08.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36580/0 (socket says 172.21.15.105:36580) 2024-07-26T07:40:08.721 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 -- 172.21.15.105:0/3168067981 learned_addr learned my addr 172.21.15.105:0/3168067981 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7aea00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 0x7fd7b815b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 -- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 msgr2=0x7fd7b8157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7e00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 0x7fd7b8157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 0x7fd7b8157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 -- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 msgr2=0x7fd7b815b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.722 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 0x7fd7b815b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7400640 1 -- 172.21.15.105:0/3168067981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b815bad0 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7aea00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 0x7fd7b815b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.719+0000 7fd7b7e00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 0x7fd7b8157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7b7400640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd7a8034040 tx=0x7fd7a8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a803e030 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7a80047a0 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7b81555d0 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8035040 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.720+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7b8155b90 con 0x7fd7b806f060 2024-07-26T07:40:08.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.721+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7b8068e80 con 0x7fd7b806f060 2024-07-26T07:40:08.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.723+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd7a8041030 con 0x7fd7b806f060 2024-07-26T07:40:08.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.724+0000 7fd7afe00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 0x7fd794079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:08.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.724+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fd7a80b95a0 con 0x7fd7b806f060 2024-07-26T07:40:08.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.724+0000 7fd7aea00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 0x7fd794079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:08.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.726+0000 7fd7aea00640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 0x7fd794079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0000f60 tx=0x7fd7a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:08.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.729+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd7b8068e80 con 0x7fd7b806f060 2024-07-26T07:40:08.939 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.938+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd7b80cf790 con 0x7fd7b806f060 2024-07-26T07:40:08.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.939+0000 7fd7afe00640 1 -- 172.21.15.105:0/3168067981 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) ==== 93+0+10 (secure 0 0 0) 0x7fd7b80cf790 con 0x7fd7b806f060 2024-07-26T07:40:08.940 INFO:teuthology.orchestra.run.smithi105.stdout:pg_num: 1 2024-07-26T07:40:08.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 msgr2=0x7fd794079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 0x7fd794079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0000f60 tx=0x7fd7a0009040 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 msgr2=0x7fd7b8156370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd7a8034040 tx=0x7fd7a8003970 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 shutdown_connections 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd794077010 0x7fd794079520 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7b80cebe0 0x7fd7b8157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7b80b5340 0x7fd7b815b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 --2- 172.21.15.105:0/3168067981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7b806f060 0x7fd7b8156370 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 >> 172.21.15.105:0/3168067981 conn(0x7fd7b806c610 msgr2=0x7fd7b80ceff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 shutdown_connections 2024-07-26T07:40:08.944 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:08.942+0000 7fd7bd200640 1 -- 172.21.15.105:0/3168067981 wait complete. 2024-07-26T07:40:08.973 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-07-26T07:40:09.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.253+0000 7eff1d000640 1 -- 172.21.15.105:0/68172664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff180b38a0 msgr2=0x7eff180b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.253+0000 7eff1d000640 1 --2- 172.21.15.105:0/68172664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff180b38a0 0x7eff180b3cb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7eff180720b0 tx=0x7eff0002a4a0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 -- 172.21.15.105:0/68172664 shutdown_connections 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 --2- 172.21.15.105:0/68172664 >> v2:172.21.15.143:3300/0 conn(0x7eff1806e620 0x7eff1806ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 --2- 172.21.15.105:0/68172664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff180b38a0 0x7eff180b3cb0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 -- 172.21.15.105:0/68172664 >> 172.21.15.105:0/68172664 conn(0x7eff1806c610 msgr2=0x7eff1806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 -- 172.21.15.105:0/68172664 shutdown_connections 2024-07-26T07:40:09.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.254+0000 7eff1d000640 1 -- 172.21.15.105:0/68172664 wait complete. 2024-07-26T07:40:09.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.256+0000 7eff1d000640 1 Processor -- start 2024-07-26T07:40:09.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.256+0000 7eff1d000640 1 -- start start 2024-07-26T07:40:09.259 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff180b38a0 0x7eff180caeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff18142340 0x7eff180c92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7eff180b5a60 con 0x7eff1806e620 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff180b58e0 con 0x7eff18142340 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff1d000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff1806ef70 con 0x7eff180b38a0 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff17400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff17400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36602/0 (socket says 172.21.15.105:36602) 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff17400640 1 -- 172.21.15.105:0/2080025032 learned_addr learned my addr 172.21.15.105:0/2080025032 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.258+0000 7eff17e00640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff18142340 0x7eff180c92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff0ea00640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff180b38a0 0x7eff180caeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 -- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff180b38a0 msgr2=0x7eff180caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff180b38a0 0x7eff180caeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.261 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 -- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff18142340 msgr2=0x7eff180c92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff18142340 0x7eff180c92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 -- 172.21.15.105:0/2080025032 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff181f4e70 con 0x7eff1806e620 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff17400640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7eff0800c3f0 tx=0x7eff0800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08017070 con 0x7eff1806e620 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff080035f0 con 0x7eff1806e620 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08003a40 con 0x7eff1806e620 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.259+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff180cb3f0 con 0x7eff1806e620 2024-07-26T07:40:09.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.260+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff181f5110 con 0x7eff1806e620 2024-07-26T07:40:09.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.261+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1806f450 con 0x7eff1806e620 2024-07-26T07:40:09.263 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.262+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7eff0801a070 con 0x7eff1806e620 2024-07-26T07:40:09.264 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.263+0000 7eff0fe00640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 0x7efef4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.263+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7eff080980a0 con 0x7eff1806e620 2024-07-26T07:40:09.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.264+0000 7eff0ea00640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 0x7efef4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.266 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.265+0000 7eff0ea00640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 0x7efef4079550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff00034000 tx=0x7eff00004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:09.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.267+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7eff08060ee0 con 0x7eff1806e620 2024-07-26T07:40:09.476 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.475+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7eff18069af0 con 0x7eff1806e620 2024-07-26T07:40:09.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.476+0000 7eff0fe00640 1 -- 172.21.15.105:0/2080025032 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) ==== 104+0+11 (secure 0 0 0) 0x7eff080607e0 con 0x7eff1806e620 2024-07-26T07:40:09.477 INFO:teuthology.orchestra.run.smithi105.stdout:pg_num: 32 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 msgr2=0x7efef4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 0x7efef4079550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff00034000 tx=0x7eff00004730 comp rx=0 tx=0).stop 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 msgr2=0x7eff181f5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7eff0800c3f0 tx=0x7eff0800c8b0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 shutdown_connections 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7efef4077040 0x7efef4079550 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff18142340 0x7eff180c92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff180b38a0 0x7eff180caeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 --2- 172.21.15.105:0/2080025032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7eff1806e620 0x7eff181f5910 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 >> 172.21.15.105:0/2080025032 conn(0x7eff1806c610 msgr2=0x7eff18158110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:09.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 shutdown_connections 2024-07-26T07:40:09.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.478+0000 7eff1d000640 1 -- 172.21.15.105:0/2080025032 wait complete. 2024-07-26T07:40:09.508 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-07-26T07:40:09.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 -- 172.21.15.105:0/1804695028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77080cebe0 msgr2=0x7f77080ceff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 --2- 172.21.15.105:0/1804695028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77080cebe0 0x7f77080ceff0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7708071bd0 tx=0x7f76f402a560 comp rx=0 tx=0).stop 2024-07-26T07:40:09.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 -- 172.21.15.105:0/1804695028 shutdown_connections 2024-07-26T07:40:09.779 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 --2- 172.21.15.105:0/1804695028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77080cebe0 0x7f77080ceff0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 --2- 172.21.15.105:0/1804695028 >> v2:172.21.15.143:3300/0 conn(0x7f77080b5340 0x7f770815ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 -- 172.21.15.105:0/1804695028 >> 172.21.15.105:0/1804695028 conn(0x7f770806c610 msgr2=0x7f770806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:09.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 -- 172.21.15.105:0/1804695028 shutdown_connections 2024-07-26T07:40:09.780 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.777+0000 7f770f000640 1 -- 172.21.15.105:0/1804695028 wait complete. 2024-07-26T07:40:09.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.780+0000 7f770f000640 1 Processor -- start 2024-07-26T07:40:09.782 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.780+0000 7f770f000640 1 -- start start 2024-07-26T07:40:09.784 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77080b5340 0x7f77081f8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77080cebe0 0x7f770813fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7708070070 con 0x7f7708161b70 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f770815e920 con 0x7f77080b5340 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770f000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f77080701f0 con 0x7f77080cebe0 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770e600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.782+0000 7f770e600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36614/0 (socket says 172.21.15.105:36614) 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 -- 172.21.15.105:0/1207063155 learned_addr learned my addr 172.21.15.105:0/1207063155 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770dc00640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77080b5340 0x7f77081f8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770d200640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77080cebe0 0x7f770813fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 -- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77080cebe0 msgr2=0x7f770813fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.785 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77080cebe0 0x7f770813fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 -- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77080b5340 msgr2=0x7f77081f8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77080b5340 0x7f77081f8330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 -- 172.21.15.105:0/1207063155 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77081555d0 con 0x7f7708161b70 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.783+0000 7f770e600640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f770000c700 tx=0x7f770000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.784+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7700003b70 con 0x7f7708161b70 2024-07-26T07:40:09.786 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.784+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7700003d10 con 0x7f7708161b70 2024-07-26T07:40:09.787 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.784+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77081f8b60 con 0x7f7708161b70 2024-07-26T07:40:09.787 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.784+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f770000aab0 con 0x7f7708161b70 2024-07-26T07:40:09.787 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.784+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77081f9120 con 0x7f7708161b70 2024-07-26T07:40:09.787 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.785+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7708162800 con 0x7f7708161b70 2024-07-26T07:40:09.789 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.787+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f770000ac50 con 0x7f7708161b70 2024-07-26T07:40:09.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.788+0000 7f7705600640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 0x7f76e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:09.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.789+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f7700098aa0 con 0x7f7708161b70 2024-07-26T07:40:09.790 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.789+0000 7f770dc00640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 0x7f76e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:09.792 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.791+0000 7f770dc00640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 0x7f76e8079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76fc0058c0 tx=0x7f76fc005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:09.794 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:09.793+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7708073240 con 0x7f7708161b70 2024-07-26T07:40:10.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.002+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f77081f88c0 con 0x7f7708161b70 2024-07-26T07:40:10.004 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.003+0000 7f7705600640 1 -- 172.21.15.105:0/1207063155 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) ==== 100+0+11 (secure 0 0 0) 0x7f7700061980 con 0x7f7708161b70 2024-07-26T07:40:10.005 INFO:teuthology.orchestra.run.smithi105.stdout:pg_num: 64 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 msgr2=0x7f76e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 0x7f76e8079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76fc0058c0 tx=0x7f76fc005850 comp rx=0 tx=0).stop 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 msgr2=0x7f7708155db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f770000c700 tx=0x7f770000cbc0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 shutdown_connections 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f76e8077010 0x7f76e8079520 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7708161b70 0x7f7708155db0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f77080cebe0 0x7f770813fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 --2- 172.21.15.105:0/1207063155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77080b5340 0x7f77081f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.006+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 >> 172.21.15.105:0/1207063155 conn(0x7f770806c610 msgr2=0x7f770815ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:10.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.007+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 shutdown_connections 2024-07-26T07:40:10.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.007+0000 7f770f000640 1 -- 172.21.15.105:0/1207063155 wait complete. 2024-07-26T07:40:10.034 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 -- 172.21.15.105:0/2382525146 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc142340 msgr2=0x7fedfc0b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 --2- 172.21.15.105:0/2382525146 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc142340 0x7fedfc0b2b70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fedfc0720b0 tx=0x7fedec02a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 -- 172.21.15.105:0/2382525146 shutdown_connections 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 --2- 172.21.15.105:0/2382525146 >> v2:172.21.15.143:3300/0 conn(0x7fedfc06e620 0x7fedfc06ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 --2- 172.21.15.105:0/2382525146 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc142340 0x7fedfc0b2b70 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 -- 172.21.15.105:0/2382525146 >> 172.21.15.105:0/2382525146 conn(0x7fedfc06c610 msgr2=0x7fedfc06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 -- 172.21.15.105:0/2382525146 shutdown_connections 2024-07-26T07:40:10.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.318+0000 7fee01c00640 1 -- 172.21.15.105:0/2382525146 wait complete. 2024-07-26T07:40:10.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.321+0000 7fee01c00640 1 Processor -- start 2024-07-26T07:40:10.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.321+0000 7fee01c00640 1 -- start start 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 0x7fedfc156460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fedfc142340 0x7fedfc0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fedfc0b5a60 con 0x7fedfc06e620 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fedfc0b58e0 con 0x7fedfc0b38a0 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.323+0000 7fee01c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fedfc06ef70 con 0x7fedfc142340 2024-07-26T07:40:10.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:36626/0 (socket says 172.21.15.105:36626) 2024-07-26T07:40:10.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 -- 172.21.15.105:0/674916788 learned_addr learned my addr 172.21.15.105:0/674916788 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfb400640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 0x7fedfc156460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fee01200640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fedfc142340 0x7fedfc0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 -- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fedfc142340 msgr2=0x7fedfc0cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fedfc142340 0x7fedfc0cade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 -- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 msgr2=0x7fedfc156460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 0x7fedfc156460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfbe00640 1 -- 172.21.15.105:0/674916788 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedfc073ab0 con 0x7fedfc06e620 2024-07-26T07:40:10.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.324+0000 7fedfb400640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 0x7fedfc156460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fedfbe00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fedec034040 tx=0x7fedec0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec03e030 con 0x7fedfc06e620 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedec0047a0 con 0x7fedfc06e620 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec035040 con 0x7fedfc06e620 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedfc1569a0 con 0x7fedfc06e620 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.325+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedfc0a96e0 con 0x7fedfc06e620 2024-07-26T07:40:10.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.326+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedfc06f450 con 0x7fedfc06e620 2024-07-26T07:40:10.329 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.328+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fedec041030 con 0x7fedfc06e620 2024-07-26T07:40:10.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.329+0000 7fedf3e00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 0x7feddc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.329+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fedec0b9520 con 0x7fedfc06e620 2024-07-26T07:40:10.331 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.330+0000 7fedfb400640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 0x7feddc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.332 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.331+0000 7fedfb400640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 0x7feddc079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fedfc0cb9a0 tx=0x7fede8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:10.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.333+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fedec082400 con 0x7fedfc06e620 2024-07-26T07:40:10.542 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.541+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fedfc069af0 con 0x7fedfc06e620 2024-07-26T07:40:10.543 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.542+0000 7fedf3e00640 1 -- 172.21.15.105:0/674916788 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) ==== 103+0+11 (secure 0 0 0) 0x7fedec081d00 con 0x7fedfc06e620 2024-07-26T07:40:10.543 INFO:teuthology.orchestra.run.smithi105.stdout:pg_num: 32 2024-07-26T07:40:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.544+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 msgr2=0x7feddc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.544+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 0x7feddc079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fedfc0cb9a0 tx=0x7fede8008040 comp rx=0 tx=0).stop 2024-07-26T07:40:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.544+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 msgr2=0x7fedfc073570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.544+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fedec034040 tx=0x7fedec0039e0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.546 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 shutdown_connections 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7feddc077010 0x7feddc079520 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fedfc142340 0x7fedfc0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fedfc0b38a0 0x7fedfc156460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 --2- 172.21.15.105:0/674916788 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedfc06e620 0x7fedfc073570 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 >> 172.21.15.105:0/674916788 conn(0x7fedfc06c610 msgr2=0x7fedfc15bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 shutdown_connections 2024-07-26T07:40:10.547 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.545+0000 7fee01c00640 1 -- 172.21.15.105:0/674916788 wait complete. 2024-07-26T07:40:10.574 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3598362251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb80b2cd0 msgr2=0x7f3eb80b30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3598362251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb80b2cd0 0x7f3eb80b30e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8071bf0 tx=0x7f3ea002a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3598362251 shutdown_connections 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3598362251 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb81436a0 0x7f3eb8143ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3598362251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb80b2cd0 0x7f3eb80b30e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3598362251 >> v2:172.21.15.143:3300/0 conn(0x7f3eb80b5a60 0x7f3eb8140e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3598362251 >> 172.21.15.105:0/3598362251 conn(0x7f3eb806f640 msgr2=0x7f3eb806c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3598362251 shutdown_connections 2024-07-26T07:40:10.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.841+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3598362251 wait complete. 2024-07-26T07:40:10.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.843+0000 7f3eb7e00640 1 Processor -- start 2024-07-26T07:40:10.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.844+0000 7f3eb7e00640 1 -- start start 2024-07-26T07:40:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 0x7f3eb81f4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.848 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 0x7f3eb8134890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb80adce0 con 0x7f3eb81436a0 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb80adb60 con 0x7f3eb80b5a60 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3eb80ade60 con 0x7f3eb80b2cd0 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39402/0 (socket says 172.21.15.105:39402) 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.845+0000 7f3eb7400640 1 -- 172.21.15.105:0/3714376809 learned_addr learned my addr 172.21.15.105:0/3714376809 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eae000640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 0x7f3eb8134890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb6a00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 0x7f3eb81f4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 -- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 msgr2=0x7f3eb81f4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 0x7f3eb81f4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 -- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 msgr2=0x7f3eb8134890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:10.849 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 0x7f3eb8134890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 -- 172.21.15.105:0/3714376809 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb81328a0 con 0x7f3eb81436a0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb6a00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 0x7f3eb81f4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eae000640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 0x7f3eb8134890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eb7400640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000ca80 tx=0x7f3eb000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.846+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0007d30 con 0x7f3eb81436a0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.847+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3eb0004b20 con 0x7f3eb81436a0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.847+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb8132b80 con 0x7f3eb81436a0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.847+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0005020 con 0x7f3eb81436a0 2024-07-26T07:40:10.850 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.847+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb8133140 con 0x7f3eb81436a0 2024-07-26T07:40:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.848+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eb80ae380 con 0x7f3eb81436a0 2024-07-26T07:40:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.849+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3eb00051c0 con 0x7f3eb81436a0 2024-07-26T07:40:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.850+0000 7f3eaf400640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 0x7f3e94079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:10.851 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.850+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f3eb0099650 con 0x7f3eb81436a0 2024-07-26T07:40:10.852 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.851+0000 7f3eb6a00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 0x7f3e94079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:10.853 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.852+0000 7f3eb6a00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 0x7f3e94079550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800b960 tx=0x7f3ea8005be0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:10.856 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:10.855+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3eb0014070 con 0x7f3eb81436a0 2024-07-26T07:40:11.137 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:11.135+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) -- 0x7f3eb8157e90 con 0x7f3eb81436a0 2024-07-26T07:40:12.123 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.122+0000 7f3eaf400640 1 -- 172.21.15.105:0/3714376809 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v71) ==== 147+0+0 (secure 0 0 0) 0x7f3eb8157e90 con 0x7f3eb81436a0 2024-07-26T07:40:12.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.126+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 msgr2=0x7f3e94079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.126+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 0x7f3e94079550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800b960 tx=0x7f3ea8005be0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.126+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 msgr2=0x7f3eb8134dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.129 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.126+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000ca80 tx=0x7f3eb000cf40 comp rx=0 tx=0).stop 2024-07-26T07:40:12.129 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 shutdown_connections 2024-07-26T07:40:12.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3e94077040 0x7f3e94079550 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3eb81436a0 0x7f3eb8134dd0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3eb80b5a60 0x7f3eb8134890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.206 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 --2- 172.21.15.105:0/3714376809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3eb80b2cd0 0x7f3eb81f4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 >> 172.21.15.105:0/3714376809 conn(0x7f3eb806f640 msgr2=0x7f3eb80b0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:12.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 shutdown_connections 2024-07-26T07:40:12.207 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.127+0000 7f3eb7e00640 1 -- 172.21.15.105:0/3714376809 wait complete. 2024-07-26T07:40:12.208 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 -- 172.21.15.105:0/2746996418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda240cff10 msgr2=0x7fda240b2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 --2- 172.21.15.105:0/2746996418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda240cff10 0x7fda240b2ab0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fda0c005fd0 tx=0x7fda0c02a530 comp rx=0 tx=0).stop 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 -- 172.21.15.105:0/2746996418 shutdown_connections 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 --2- 172.21.15.105:0/2746996418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 0x7fda240d2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 --2- 172.21.15.105:0/2746996418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda240cff10 0x7fda240b2ab0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 -- 172.21.15.105:0/2746996418 >> 172.21.15.105:0/2746996418 conn(0x7fda240b5960 msgr2=0x7fda240b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 -- 172.21.15.105:0/2746996418 shutdown_connections 2024-07-26T07:40:12.488 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.486+0000 7fda2a400640 1 -- 172.21.15.105:0/2746996418 wait complete. 2024-07-26T07:40:12.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.489+0000 7fda2a400640 1 Processor -- start 2024-07-26T07:40:12.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.489+0000 7fda2a400640 1 -- start start 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda240cff10 0x7fda241497a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 0x7fda2414c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda240b75f0 con 0x7fda2414c5a0 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fda240b7470 con 0x7fda240cff10 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.490+0000 7fda2a400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fda240b7770 con 0x7fda240d2870 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39432/0 (socket says 172.21.15.105:39432) 2024-07-26T07:40:12.492 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 -- 172.21.15.105:0/2581822781 learned_addr learned my addr 172.21.15.105:0/2581822781 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:12.493 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda23e00640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 0x7fda2414c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29000640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda240cff10 0x7fda241497a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 -- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 msgr2=0x7fda2414c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 0x7fda2414c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 -- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda240cff10 msgr2=0x7fda241497a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda240cff10 0x7fda241497a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 -- 172.21.15.105:0/2581822781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda24149ce0 con 0x7fda2414c5a0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.491+0000 7fda29a00640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fda1400c8f0 tx=0x7fda1400cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.492+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14007bb0 con 0x7fda2414c5a0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.492+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda1400ae40 con 0x7fda2414c5a0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.492+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14005280 con 0x7fda2414c5a0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.492+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda240ccdc0 con 0x7fda2414c5a0 2024-07-26T07:40:12.494 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.492+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda240cd380 con 0x7fda2414c5a0 2024-07-26T07:40:12.495 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.493+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda240ccb30 con 0x7fda2414c5a0 2024-07-26T07:40:12.495 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.494+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fda14005420 con 0x7fda2414c5a0 2024-07-26T07:40:12.496 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.495+0000 7fda20c00640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 0x7fda00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:12.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.495+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fda140990c0 con 0x7fda2414c5a0 2024-07-26T07:40:12.497 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.496+0000 7fda29000640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 0x7fda00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:12.498 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.497+0000 7fda29000640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 0x7fda00079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009f20 tx=0x7fda1c0094d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:12.501 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.500+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda14014030 con 0x7fda2414c5a0 2024-07-26T07:40:12.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.705+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fda2406da60 con 0x7fda2414c5a0 2024-07-26T07:40:12.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.707+0000 7fda20c00640 1 -- 172.21.15.105:0/2581822781 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v27) ==== 59+0+1998 (secure 0 0 0) 0x7fda14061e70 con 0x7fda2414c5a0 2024-07-26T07:40:12.708 INFO:teuthology.orchestra.run.smithi105.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T07:40:12.708 INFO:teuthology.orchestra.run.smithi105.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T07:40:12.708 INFO:teuthology.orchestra.run.smithi105.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3029.357534 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 3103.101994 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2957.200199 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 3176.324877 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3876.205205 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 3799.185966 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 3838.576506 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5291.782567 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced debug_mds 20/20 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced debug_ms 2/2 2024-07-26T07:40:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:mds dev mds_debug_frag true 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds dev mds_debug_scatterstat true 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds dev mds_verify_scatter true 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:client advanced client_mount_timeout 600 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:client advanced debug_client 20/20 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:client advanced debug_ms 1/1 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T07:40:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T07:40:12.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 msgr2=0x7fda00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 0x7fda00079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009f20 tx=0x7fda1c0094d0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 msgr2=0x7fda2414c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:12.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fda1400c8f0 tx=0x7fda1400cdb0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.711 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 shutdown_connections 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fda00077010 0x7fda00079520 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda2414c5a0 0x7fda2414c9b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda240d2870 0x7fda2414c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 --2- 172.21.15.105:0/2581822781 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda240cff10 0x7fda241497a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.709+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 >> 172.21.15.105:0/2581822781 conn(0x7fda240b5960 msgr2=0x7fda240b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.710+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 shutdown_connections 2024-07-26T07:40:12.712 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:12.710+0000 7fda2a400640 1 -- 172.21.15.105:0/2581822781 wait complete. 2024-07-26T07:40:12.736 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 -- 172.21.15.105:0/3794581186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd04c003a00 msgr2=0x7fd04c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 --2- 172.21.15.105:0/3794581186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd04c003a00 0x7fd04c003e70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd05800bbb0 tx=0x7fd04c005830 comp rx=0 tx=0).stop 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067400640 1 -- 172.21.15.105:0/3794581186 reap_dead start 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 -- 172.21.15.105:0/3794581186 shutdown_connections 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 -- 172.21.15.105:0/3794581186 >> 172.21.15.105:0/3794581186 conn(0x7fd06806c610 msgr2=0x7fd06806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 -- 172.21.15.105:0/3794581186 shutdown_connections 2024-07-26T07:40:13.002 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.000+0000 7fd067e00640 1 -- 172.21.15.105:0/3794581186 wait complete. 2024-07-26T07:40:13.004 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.002+0000 7fd067e00640 1 Processor -- start 2024-07-26T07:40:13.004 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.003+0000 7fd067e00640 1 -- start start 2024-07-26T07:40:13.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd04c003a00 0x7fd06812fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 0x7fd06812eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd0680b58e0 con 0x7fd06812f0c0 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd0680b32c0 con 0x7fd068130180 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd0680b5a60 con 0x7fd04c003a00 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39446/0 (socket says 172.21.15.105:39446) 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.004+0000 7fd067400640 1 -- 172.21.15.105:0/138011902 learned_addr learned my addr 172.21.15.105:0/138011902 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd05fe00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 0x7fd06812eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd066a00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd04c003a00 0x7fd06812fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 -- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd04c003a00 msgr2=0x7fd06812fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd04c003a00 0x7fd06812fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 -- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 msgr2=0x7fd06812eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 0x7fd06812eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 -- 172.21.15.105:0/138011902 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd068130590 con 0x7fd06812f0c0 2024-07-26T07:40:13.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd05fe00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 0x7fd06812eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:13.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd067400640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd060002230 tx=0x7fd06000dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.005+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd060003d80 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.006+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd060006110 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.006+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd060006520 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.006+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd068140f70 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.006+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd06812e0a0 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.007+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0680c67b0 con 0x7fd06812f0c0 2024-07-26T07:40:13.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.008+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd06000b780 con 0x7fd06812f0c0 2024-07-26T07:40:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.009+0000 7fd05ea00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 0x7fd044079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.009+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fd060099320 con 0x7fd06812f0c0 2024-07-26T07:40:13.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.010+0000 7fd066a00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 0x7fd044079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.012 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.011+0000 7fd066a00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 0x7fd044079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd058036000 tx=0x7fd0580046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:13.015 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.013+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd068130590 con 0x7fd06812f0c0 2024-07-26T07:40:13.224 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.223+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd068069d70 con 0x7fd06812f0c0 2024-07-26T07:40:13.233 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.231+0000 7fd05ea00640 1 -- 172.21.15.105:0/138011902 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7fd068069d70 con 0x7fd06812f0c0 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 msgr2=0x7fd044079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 0x7fd044079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd058036000 tx=0x7fd0580046c0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 msgr2=0x7fd06812f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd060002230 tx=0x7fd06000dd90 comp rx=0 tx=0).stop 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 shutdown_connections 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd044077010 0x7fd044079520 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.236 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd06812f0c0 0x7fd06812f4d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd068130180 0x7fd06812eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 --2- 172.21.15.105:0/138011902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd04c003a00 0x7fd06812fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 >> 172.21.15.105:0/138011902 conn(0x7fd06806c610 msgr2=0x7fd06815ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:13.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.234+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 shutdown_connections 2024-07-26T07:40:13.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.235+0000 7fd067e00640 1 -- 172.21.15.105:0/138011902 wait complete. 2024-07-26T07:40:13.261 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T07:40:13.261 DEBUG:teuthology.orchestra.run.smithi105:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T07:40:13.353 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T07:40:13.474 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T07:40:13.474 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:13.474 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:13.531 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:13.532 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:13.583 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:13.853 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 -- 172.21.15.105:0/1542646490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 msgr2=0x7f06200b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.853 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 --2- 172.21.15.105:0/1542646490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f06200b3cb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f060c009830 tx=0x7f060c02a480 comp rx=0 tx=0).stop 2024-07-26T07:40:13.853 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 -- 172.21.15.105:0/1542646490 shutdown_connections 2024-07-26T07:40:13.854 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 --2- 172.21.15.105:0/1542646490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f06200b3cb0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.854 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 -- 172.21.15.105:0/1542646490 >> 172.21.15.105:0/1542646490 conn(0x7f062006c610 msgr2=0x7f062006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:13.854 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 -- 172.21.15.105:0/1542646490 shutdown_connections 2024-07-26T07:40:13.854 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.851+0000 7f0626000640 1 -- 172.21.15.105:0/1542646490 wait complete. 2024-07-26T07:40:13.855 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.854+0000 7f0626000640 1 Processor -- start 2024-07-26T07:40:13.855 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.854+0000 7f0626000640 1 -- start start 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.855+0000 7f0626000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062006e620 0x7f062015cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.855+0000 7f0626000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0626000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0620142340 0x7f06201472e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0626000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f06200b5a60 con 0x7f06200b38a0 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0626000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f06200b58e0 con 0x7f0620142340 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0626000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f062006f140 con 0x7f062006e620 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39466/0 (socket says 172.21.15.105:39466) 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 -- 172.21.15.105:0/3384123219 learned_addr learned my addr 172.21.15.105:0/3384123219 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:13.858 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 -- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062006e620 msgr2=0x7f062015cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0624c00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062006e620 0x7f062015cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062006e620 0x7f062015cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 -- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0620142340 msgr2=0x7f06201472e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f0625600640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0620142340 0x7f06201472e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0620142340 0x7f06201472e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.856+0000 7f061fe00640 1 -- 172.21.15.105:0/3384123219 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062015d5a0 con 0x7f06200b38a0 2024-07-26T07:40:13.859 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f061fe00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f060c009950 tx=0x7f060c033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c031d60 con 0x7f06200b38a0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f060c0330d0 con 0x7f06200b38a0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c033520 con 0x7f06200b38a0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062015d880 con 0x7f06200b38a0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.857+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062015de40 con 0x7f06200b38a0 2024-07-26T07:40:13.860 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.858+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0620069d70 con 0x7f06200b38a0 2024-07-26T07:40:13.861 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.859+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f060c0035f0 con 0x7f06200b38a0 2024-07-26T07:40:13.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.860+0000 7f061cc00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 0x7f0600079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:13.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.860+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f060c0ba230 con 0x7f06200b38a0 2024-07-26T07:40:13.862 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.861+0000 7f0624c00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 0x7f0600079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:13.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.862+0000 7f0624c00640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 0x7f0600079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f061400a750 tx=0x7f0614008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:13.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:13.865+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f060c03f030 con 0x7f06200b38a0 2024-07-26T07:40:14.087 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.085+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0620069af0 con 0x7f06200b38a0 2024-07-26T07:40:14.087 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.086+0000 7f061cc00640 1 -- 172.21.15.105:0/3384123219 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f060c08b2b0 con 0x7f06200b38a0 2024-07-26T07:40:14.087 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:14.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 msgr2=0x7f0600079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 0x7f0600079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f061400a750 tx=0x7f0614008040 comp rx=0 tx=0).stop 2024-07-26T07:40:14.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 msgr2=0x7f062013c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f060c009950 tx=0x7f060c033d60 comp rx=0 tx=0).stop 2024-07-26T07:40:14.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 shutdown_connections 2024-07-26T07:40:14.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0600077010 0x7f0600079520 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0620142340 0x7f06201472e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06200b38a0 0x7f062013c770 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 --2- 172.21.15.105:0/3384123219 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062006e620 0x7f062015cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.089+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 >> 172.21.15.105:0/3384123219 conn(0x7f062006c610 msgr2=0x7f062015b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.090+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 shutdown_connections 2024-07-26T07:40:14.092 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.090+0000 7f0626000640 1 -- 172.21.15.105:0/3384123219 wait complete. 2024-07-26T07:40:14.118 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:14.118 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:14.165 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:14.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 -- 172.21.15.105:0/3894386274 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480cf480 msgr2=0x7f644815dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 --2- 172.21.15.105:0/3894386274 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480cf480 0x7f644815dbc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6440005fd0 tx=0x7f644002aa00 comp rx=0 tx=0).stop 2024-07-26T07:40:14.472 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 -- 172.21.15.105:0/3894386274 shutdown_connections 2024-07-26T07:40:14.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 --2- 172.21.15.105:0/3894386274 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480cf480 0x7f644815dbc0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 --2- 172.21.15.105:0/3894386274 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64480701c0 0x7f64480b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 -- 172.21.15.105:0/3894386274 >> 172.21.15.105:0/3894386274 conn(0x7f644806c610 msgr2=0x7f644806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:14.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.470+0000 7f644e000640 1 -- 172.21.15.105:0/3894386274 shutdown_connections 2024-07-26T07:40:14.473 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.471+0000 7f644e000640 1 -- 172.21.15.105:0/3894386274 wait complete. 2024-07-26T07:40:14.474 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.473+0000 7f644e000640 1 Processor -- start 2024-07-26T07:40:14.474 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.473+0000 7f644e000640 1 -- start start 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 0x7f64480cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 0x7f64481f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f644806e7a0 con 0x7f64480701c0 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f644806e620 con 0x7f64480cf480 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644e000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f644806e920 con 0x7f6448072e50 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:14.477 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39484/0 (socket says 172.21.15.105:39484) 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 -- 172.21.15.105:0/2256723969 learned_addr learned my addr 172.21.15.105:0/2256723969 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f6447e00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 0x7f64480cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644d600640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 0x7f64481f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 -- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 msgr2=0x7f64480cae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 0x7f64480cae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 -- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 msgr2=0x7f64481f82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 0x7f64481f82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644cc00640 1 -- 172.21.15.105:0/2256723969 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6448157640 con 0x7f64480701c0 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f6447e00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 0x7f64480cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.475+0000 7f644d600640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 0x7f64481f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:14.478 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f644cc00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f643c00d700 tx=0x7f643c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:14.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c017070 con 0x7f64480701c0 2024-07-26T07:40:14.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f643c005310 con 0x7f64480701c0 2024-07-26T07:40:14.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64481e7630 con 0x7f64480701c0 2024-07-26T07:40:14.479 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c009820 con 0x7f64480701c0 2024-07-26T07:40:14.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.476+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64480cbc60 con 0x7f64480701c0 2024-07-26T07:40:14.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.478+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64480b5470 con 0x7f64480701c0 2024-07-26T07:40:14.480 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.479+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f643c0099c0 con 0x7f64480701c0 2024-07-26T07:40:14.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.480+0000 7f6444c00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 0x7f6428079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:14.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.480+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f643c098eb0 con 0x7f64480701c0 2024-07-26T07:40:14.481 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.480+0000 7f6447e00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 0x7f6428079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:14.482 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.481+0000 7f6447e00640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 0x7f6428079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f64480c90b0 tx=0x7f6434008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:14.486 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.485+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f643c061c60 con 0x7f64480701c0 2024-07-26T07:40:14.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.702+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6448069af0 con 0x7f64480701c0 2024-07-26T07:40:14.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.703+0000 7f6444c00640 1 -- 172.21.15.105:0/2256723969 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f643c061560 con 0x7f64480701c0 2024-07-26T07:40:14.705 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 msgr2=0x7f6428079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 0x7f6428079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f64480c90b0 tx=0x7f6434008040 comp rx=0 tx=0).stop 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 msgr2=0x7f6448157100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f643c00d700 tx=0x7f643c00dbc0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 shutdown_connections 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6428077010 0x7f6428079520 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f64480cf480 0x7f64481f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6448072e50 0x7f64480cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.708 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 --2- 172.21.15.105:0/2256723969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64480701c0 0x7f6448157100 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:14.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 >> 172.21.15.105:0/2256723969 conn(0x7f644806c610 msgr2=0x7f644806ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:14.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 shutdown_connections 2024-07-26T07:40:14.709 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:14.706+0000 7f644e000640 1 -- 172.21.15.105:0/2256723969 wait complete. 2024-07-26T07:40:14.731 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi105.front.sepia.ceph.com... 2024-07-26T07:40:14.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:14.731 DEBUG:teuthology.orchestra.run.smithi105:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:14.811 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:14.811 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:40:14.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:14.811 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T07:40:14.860 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:14.861 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:14.919 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:14.919 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:14.972 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 -- 172.21.15.105:0/235631042 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 msgr2=0x7f84c4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 --2- 172.21.15.105:0/235631042 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84c4004800 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f84cc00c2e0 tx=0x7f84c4005830 comp rx=0 tx=0).stop 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84df200640 1 -- 172.21.15.105:0/235631042 reap_dead start 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 -- 172.21.15.105:0/235631042 shutdown_connections 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 -- 172.21.15.105:0/235631042 >> 172.21.15.105:0/235631042 conn(0x7f84e00b5960 msgr2=0x7f84e00b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 -- 172.21.15.105:0/235631042 shutdown_connections 2024-07-26T07:40:15.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.248+0000 7f84e4a00640 1 -- 172.21.15.105:0/235631042 wait complete. 2024-07-26T07:40:15.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.250+0000 7f84e4a00640 1 Processor -- start 2024-07-26T07:40:15.252 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.251+0000 7f84e4a00640 1 -- start start 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e0160d50 0x7f84e015f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84e0146720 0x7f84e015fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f84e00b79f0 con 0x7f84c4004040 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84e006d990 con 0x7f84e0160d50 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84e4a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84e00b7b70 con 0x7f84e0146720 2024-07-26T07:40:15.255 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84de800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84de800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39496/0 (socket says 172.21.15.105:39496) 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.252+0000 7f84de800640 1 -- 172.21.15.105:0/1404360004 learned_addr learned my addr 172.21.15.105:0/1404360004 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 -- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84e0146720 msgr2=0x7f84e015fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84e0146720 0x7f84e015fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 -- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e0160d50 msgr2=0x7f84e015f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e0160d50 0x7f84e015f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 -- 172.21.15.105:0/1404360004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e0155bb0 con 0x7f84c4004040 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84de800640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f84d000d650 tx=0x7f84d000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d0017070 con 0x7f84c4004040 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84d0005330 con 0x7f84c4004040 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d0009820 con 0x7f84c4004040 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84e0156020 con 0x7f84c4004040 2024-07-26T07:40:15.256 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.253+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84e01565e0 con 0x7f84c4004040 2024-07-26T07:40:15.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.254+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84e00b72e0 con 0x7f84c4004040 2024-07-26T07:40:15.257 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.256+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f84d00099c0 con 0x7f84c4004040 2024-07-26T07:40:15.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.257+0000 7f84d6a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 0x7f84c0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.257+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f84d0098ca0 con 0x7f84c4004040 2024-07-26T07:40:15.258 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.257+0000 7f84dde00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 0x7f84c0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.260 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.259+0000 7f84dde00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 0x7f84c0079520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f84cc033000 tx=0x7f84e00cf240 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:15.262 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.261+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f84d0061ae0 con 0x7f84c4004040 2024-07-26T07:40:15.466 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.464+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84e00d39f0 con 0x7f84c4004040 2024-07-26T07:40:15.467 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.465+0000 7f84d6a00640 1 -- 172.21.15.105:0/1404360004 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f84d00613e0 con 0x7f84c4004040 2024-07-26T07:40:15.467 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 msgr2=0x7f84c0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 0x7f84c0079520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f84cc033000 tx=0x7f84e00cf240 comp rx=0 tx=0).stop 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 msgr2=0x7f84e00c6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f84d000d650 tx=0x7f84d000db10 comp rx=0 tx=0).stop 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 shutdown_connections 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f84c0077010 0x7f84c0079520 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.470 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84e0146720 0x7f84e015fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e0160d50 0x7f84e015f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 --2- 172.21.15.105:0/1404360004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84c4004040 0x7f84e00c6830 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 >> 172.21.15.105:0/1404360004 conn(0x7f84e00b5960 msgr2=0x7f84e015bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:15.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.468+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 shutdown_connections 2024-07-26T07:40:15.471 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.469+0000 7f84e4a00640 1 -- 172.21.15.105:0/1404360004 wait complete. 2024-07-26T07:40:15.496 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:15.496 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:15.553 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 -- 172.21.15.105:0/4179225306 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc072e50 msgr2=0x7fc4bc0b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 --2- 172.21.15.105:0/4179225306 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc072e50 0x7fc4bc0b5470 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac005fd0 tx=0x7fc4ac02a530 comp rx=0 tx=0).stop 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 -- 172.21.15.105:0/4179225306 shutdown_connections 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 --2- 172.21.15.105:0/4179225306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc073770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 --2- 172.21.15.105:0/4179225306 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc072e50 0x7fc4bc0b5470 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 -- 172.21.15.105:0/4179225306 >> 172.21.15.105:0/4179225306 conn(0x7fc4bc06c610 msgr2=0x7fc4bc06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 -- 172.21.15.105:0/4179225306 shutdown_connections 2024-07-26T07:40:15.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.827+0000 7fc4c1800640 1 -- 172.21.15.105:0/4179225306 wait complete. 2024-07-26T07:40:15.831 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.830+0000 7fc4c1800640 1 Processor -- start 2024-07-26T07:40:15.831 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.830+0000 7fc4c1800640 1 -- start start 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 0x7fc4bc156930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc13f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc06e7a0 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc06e620 con 0x7fc4bc072e50 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c1800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc4bc06e920 con 0x7fc4bc0cf480 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c0e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c0e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39526/0 (socket says 172.21.15.105:39526) 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.832+0000 7fc4c0e00640 1 -- 172.21.15.105:0/1714770994 learned_addr learned my addr 172.21.15.105:0/1714770994 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4bb400640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc13f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4bbe00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 0x7fc4bc156930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 -- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 msgr2=0x7fc4bc13f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.835 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc13f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 -- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 msgr2=0x7fc4bc156930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 0x7fc4bc156930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 -- 172.21.15.105:0/1714770994 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4bc134110 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4bb400640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc13f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4bbe00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 0x7fc4bc156930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4c0e00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc4b400ba40 tx=0x7fc4b400bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b4019070 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4b400cc10 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.833+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b4014440 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.834+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4bc1343f0 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.834+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4bc1349b0 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.835+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4bc0b4610 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.836+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc4b401c070 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.837+0000 7fc4b3e00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 0x7fc49c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:15.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.837+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fc4b4098a40 con 0x7fc4bc15dbc0 2024-07-26T07:40:15.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.838+0000 7fc4bbe00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 0x7fc49c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:15.840 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.839+0000 7fc4bbe00640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 0x7fc49c079550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac033000 tx=0x7fc4ac004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:15.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:15.842+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc4bc0b4610 con 0x7fc4bc15dbc0 2024-07-26T07:40:16.064 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.063+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc4bc0b4e40 con 0x7fc4bc15dbc0 2024-07-26T07:40:16.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.064+0000 7fc4b3e00640 1 -- 172.21.15.105:0/1714770994 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7fc4bc0b4e40 con 0x7fc4bc15dbc0 2024-07-26T07:40:16.065 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:16.067 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 msgr2=0x7fc49c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.067 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 0x7fc49c079550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac033000 tx=0x7fc4ac004730 comp rx=0 tx=0).stop 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 msgr2=0x7fc4bc13fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc4b400ba40 tx=0x7fc4b400bf00 comp rx=0 tx=0).stop 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 shutdown_connections 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc49c077040 0x7fc49c079550 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4bc15dbc0 0x7fc4bc13fa90 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.068 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4bc0cf480 0x7fc4bc13f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.069 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 --2- 172.21.15.105:0/1714770994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4bc072e50 0x7fc4bc156930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.069 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.066+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 >> 172.21.15.105:0/1714770994 conn(0x7fc4bc06c610 msgr2=0x7fc4bc0b3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:16.069 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.067+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 shutdown_connections 2024-07-26T07:40:16.069 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.067+0000 7fc4c1800640 1 -- 172.21.15.105:0/1714770994 wait complete. 2024-07-26T07:40:16.094 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-07-26T07:40:16.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:16.094 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-07-26T07:40:16.183 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:16.184 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:40:16.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:16.184 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-07-26T07:40:16.292 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:16.292 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:16.349 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:16.349 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:16.404 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:16.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 -- 172.21.15.105:0/1144609097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc588003a50 msgr2=0x7fc588003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 --2- 172.21.15.105:0/1144609097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc588003a50 0x7fc588003ec0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc594009b50 tx=0x7fc588005830 comp rx=0 tx=0).stop 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a2800640 1 -- 172.21.15.105:0/1144609097 reap_dead start 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 -- 172.21.15.105:0/1144609097 shutdown_connections 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 -- 172.21.15.105:0/1144609097 >> 172.21.15.105:0/1144609097 conn(0x7fc5a406c610 msgr2=0x7fc5a406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 -- 172.21.15.105:0/1144609097 shutdown_connections 2024-07-26T07:40:16.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.663+0000 7fc5a3200640 1 -- 172.21.15.105:0/1144609097 wait complete. 2024-07-26T07:40:16.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.665+0000 7fc5a3200640 1 Processor -- start 2024-07-26T07:40:16.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.665+0000 7fc5a3200640 1 -- start start 2024-07-26T07:40:16.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc588003a50 0x7fc5a40cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:16.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:16.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5a413eb40 0x7fc5a415e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:16.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a40b5a60 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a40b58e0 con 0x7fc5a413eb40 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a3200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc5a406ea30 con 0x7fc588003a50 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a1400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a1400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39548/0 (socket says 172.21.15.105:39548) 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.667+0000 7fc5a1400640 1 -- 172.21.15.105:0/2607888029 learned_addr learned my addr 172.21.15.105:0/2607888029 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1e00640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc588003a50 0x7fc5a40cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 -- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc588003a50 msgr2=0x7fc5a40cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc588003a50 0x7fc5a40cb6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 -- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5a413eb40 msgr2=0x7fc5a415e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5a413eb40 0x7fc5a415e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 -- 172.21.15.105:0/2607888029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a41f8410 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.670 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a1400640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc59000d920 tx=0x7fc59000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:16.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59000b830 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc59000b9d0 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a40c95b0 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.668+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59000be40 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.671 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.669+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a41f8990 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.670+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5a40c9320 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.672 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.671+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc5900035f0 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.672+0000 7fc59a000640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 0x7fc584079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:16.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.672+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fc5900994d0 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.674 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.673+0000 7fc5a1e00640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 0x7fc584079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:16.675 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.674+0000 7fc5a1e00640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 0x7fc584079550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc594035000 tx=0x7fc59402d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:16.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.676+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc590062280 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.898 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.896+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc5a40b2b70 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.899 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.897+0000 7fc59a000640 1 -- 172.21.15.105:0/2607888029 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7fc590061b80 con 0x7fc5a40c8dd0 2024-07-26T07:40:16.899 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 msgr2=0x7fc584079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 0x7fc584079550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc594035000 tx=0x7fc59402d040 comp rx=0 tx=0).stop 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 msgr2=0x7fc5a413e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc59000d920 tx=0x7fc59000dde0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 shutdown_connections 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc584077040 0x7fc584079550 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5a413eb40 0x7fc5a415e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5a40c8dd0 0x7fc5a413e600 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 --2- 172.21.15.105:0/2607888029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc588003a50 0x7fc5a40cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:16.903 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 >> 172.21.15.105:0/2607888029 conn(0x7fc5a406c610 msgr2=0x7fc5a40b3cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:16.903 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.900+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 shutdown_connections 2024-07-26T07:40:16.903 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:16.901+0000 7fc5a3200640 1 -- 172.21.15.105:0/2607888029 wait complete. 2024-07-26T07:40:16.928 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:40:16.928 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:16.976 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:17.296 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 -- 172.21.15.105:0/3168193284 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49400d2f80 msgr2=0x7f49400b72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:17.296 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 --2- 172.21.15.105:0/3168193284 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49400d2f80 0x7f49400b72e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4938005fd0 tx=0x7f493802a8b0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 -- 172.21.15.105:0/3168193284 shutdown_connections 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 --2- 172.21.15.105:0/3168193284 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49400d2f80 0x7f49400b72e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 --2- 172.21.15.105:0/3168193284 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 0x7f49400cfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.294+0000 7f4945000640 1 -- 172.21.15.105:0/3168193284 >> 172.21.15.105:0/3168193284 conn(0x7f49400b5960 msgr2=0x7f49400b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.295+0000 7f4945000640 1 -- 172.21.15.105:0/3168193284 shutdown_connections 2024-07-26T07:40:17.297 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.295+0000 7f4945000640 1 -- 172.21.15.105:0/3168193284 wait complete. 2024-07-26T07:40:17.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.297+0000 7f4945000640 1 Processor -- start 2024-07-26T07:40:17.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.298+0000 7f4945000640 1 -- start start 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f494006d2c0 0x7f4940156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 0x7f49401f5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f494006d0b0 con 0x7f49401544a0 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f494006d8e0 con 0x7f494006d2c0 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.299+0000 7f4945000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f49400b7820 con 0x7f494015df60 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39556/0 (socket says 172.21.15.105:39556) 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 -- 172.21.15.105:0/3911215974 learned_addr learned my addr 172.21.15.105:0/3911215974 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493ea00640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 0x7f49401f5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:17.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493f400640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f494006d2c0 0x7f4940156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:17.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 -- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 msgr2=0x7f49401f5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:17.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 0x7f49401f5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 -- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f494006d2c0 msgr2=0x7f4940156f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:17.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f494006d2c0 0x7f4940156f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.303 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.300+0000 7f493fe00640 1 -- 172.21.15.105:0/3911215974 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494015a350 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f493fe00640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4938009cd0 tx=0x7f4938031700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4938031990 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4938031c20 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4940157720 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49380330d0 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.301+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f494015a8a0 con 0x7f49401544a0 2024-07-26T07:40:17.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.302+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49400b7cd0 con 0x7f49401544a0 2024-07-26T07:40:17.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.304+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4938033270 con 0x7f49401544a0 2024-07-26T07:40:17.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.305+0000 7f4937400640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 0x7f491c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:17.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.305+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f49380ba1b0 con 0x7f49401544a0 2024-07-26T07:40:17.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.305+0000 7f493f400640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 0x7f491c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:17.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.306+0000 7f493f400640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 0x7f491c079550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4928005fd0 tx=0x7f4928009260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:17.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.311+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f493803f030 con 0x7f49401544a0 2024-07-26T07:40:17.534 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.532+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4940152710 con 0x7f49401544a0 2024-07-26T07:40:17.535 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.533+0000 7f4937400640 1 -- 172.21.15.105:0/3911215974 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f4938082f70 con 0x7f49401544a0 2024-07-26T07:40:17.535 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 msgr2=0x7f491c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 0x7f491c079550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4928005fd0 tx=0x7f4928009260 comp rx=0 tx=0).stop 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 msgr2=0x7f4940158fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4938009cd0 tx=0x7f4938031700 comp rx=0 tx=0).stop 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 shutdown_connections 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f491c077040 0x7f491c079550 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f49401544a0 0x7f4940158fd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f494015df60 0x7f49401f5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.538 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 --2- 172.21.15.105:0/3911215974 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f494006d2c0 0x7f4940156f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:17.539 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 >> 172.21.15.105:0/3911215974 conn(0x7f49400b5960 msgr2=0x7f4940156420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:17.539 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.536+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 shutdown_connections 2024-07-26T07:40:17.539 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:17.537+0000 7f4945000640 1 -- 172.21.15.105:0/3911215974 wait complete. 2024-07-26T07:40:17.565 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi105.front.sepia.ceph.com... 2024-07-26T07:40:17.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:17.566 DEBUG:teuthology.orchestra.run.smithi105:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-07-26T07:40:17.645 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:17.645 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi105.front.sepia.ceph.com 2024-07-26T07:40:17.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:17.646 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-07-26T07:40:17.697 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:17.697 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:17.754 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:17.755 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:17.807 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:18.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 -- 172.21.15.105:0/1147851033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2838142340 msgr2=0x7f28380b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 --2- 172.21.15.105:0/1147851033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2838142340 0x7f28380b2b70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2828005fd0 tx=0x7f282802aa10 comp rx=0 tx=0).stop 2024-07-26T07:40:18.089 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 -- 172.21.15.105:0/1147851033 shutdown_connections 2024-07-26T07:40:18.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 --2- 172.21.15.105:0/1147851033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28380b38a0 0x7f28380b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 --2- 172.21.15.105:0/1147851033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2838142340 0x7f28380b2b70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.087+0000 7f283d600640 1 -- 172.21.15.105:0/1147851033 >> 172.21.15.105:0/1147851033 conn(0x7f283806c610 msgr2=0x7f283806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:18.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.088+0000 7f283d600640 1 -- 172.21.15.105:0/1147851033 shutdown_connections 2024-07-26T07:40:18.090 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.088+0000 7f283d600640 1 -- 172.21.15.105:0/1147851033 wait complete. 2024-07-26T07:40:18.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.090+0000 7f283d600640 1 Processor -- start 2024-07-26T07:40:18.091 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.090+0000 7f283d600640 1 -- start start 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.091+0000 7f283d600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28380b38a0 0x7f283813dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.091+0000 7f283d600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 0x7f28380c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283d600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283d600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f28380cf630 con 0x7f283815fb00 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283d600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f28380b32c0 con 0x7f28380b38a0 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283d600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28380b58e0 con 0x7f2838142340 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39572/0 (socket says 172.21.15.105:39572) 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 -- 172.21.15.105:0/2385115758 learned_addr learned my addr 172.21.15.105:0/2385115758 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f2837400640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 0x7f28380c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f2837e00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28380b38a0 0x7f283813dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 -- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 msgr2=0x7f28380c9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 0x7f28380c9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 -- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28380b38a0 msgr2=0x7f283813dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28380b38a0 0x7f283813dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f283cc00640 1 -- 172.21.15.105:0/2385115758 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28380ca360 con 0x7f283815fb00 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.092+0000 7f2837400640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 0x7f28380c9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:18.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f283cc00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f283000c3c0 tx=0x7f283000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830017070 con 0x7f283815fb00 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28300035f0 con 0x7f283815fb00 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2830003a40 con 0x7f283815fb00 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f283813e550 con 0x7f283815fb00 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.093+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f283813eb10 con 0x7f283815fb00 2024-07-26T07:40:18.096 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.095+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2838160760 con 0x7f283815fb00 2024-07-26T07:40:18.097 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.096+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f283001a070 con 0x7f283815fb00 2024-07-26T07:40:18.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.097+0000 7f282fe00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 0x7f2818079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.098+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f2830097e80 con 0x7f283815fb00 2024-07-26T07:40:18.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.098+0000 7f2837e00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 0x7f2818079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.101 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.099+0000 7f2837e00640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 0x7f2818079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2828035000 tx=0x7f2828004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:18.103 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.102+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2830060e20 con 0x7f283815fb00 2024-07-26T07:40:18.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.321+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2838069af0 con 0x7f283815fb00 2024-07-26T07:40:18.323 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.322+0000 7f282fe00640 1 -- 172.21.15.105:0/2385115758 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f2830069060 con 0x7f283815fb00 2024-07-26T07:40:18.323 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:18.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 msgr2=0x7f2818079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 0x7f2818079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2828035000 tx=0x7f2828004ab0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 msgr2=0x7f28381562d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f283000c3c0 tx=0x7f283000c880 comp rx=0 tx=0).stop 2024-07-26T07:40:18.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 shutdown_connections 2024-07-26T07:40:18.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2818077010 0x7f2818079520 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f283815fb00 0x7f28381562d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2838142340 0x7f28380c9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 --2- 172.21.15.105:0/2385115758 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28380b38a0 0x7f283813dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 >> 172.21.15.105:0/2385115758 conn(0x7f283806c610 msgr2=0x7f283815ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:18.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.325+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 shutdown_connections 2024-07-26T07:40:18.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.326+0000 7f283d600640 1 -- 172.21.15.105:0/2385115758 wait complete. 2024-07-26T07:40:18.354 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-07-26T07:40:18.355 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T07:40:18.411 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T07:40:18.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 -- 172.21.15.105:0/3734699356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18b8004100 msgr2=0x7f18b8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 --2- 172.21.15.105:0/3734699356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18b8004100 0x7f18b8004800 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f18c0001690 tx=0x7f18b8005830 comp rx=0 tx=0).stop 2024-07-26T07:40:18.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18d7200640 1 -- 172.21.15.105:0/3734699356 reap_dead start 2024-07-26T07:40:18.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 -- 172.21.15.105:0/3734699356 shutdown_connections 2024-07-26T07:40:18.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 -- 172.21.15.105:0/3734699356 >> 172.21.15.105:0/3734699356 conn(0x7f18d806d630 msgr2=0x7f18d806da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:18.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 -- 172.21.15.105:0/3734699356 shutdown_connections 2024-07-26T07:40:18.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.694+0000 7f18dd400640 1 -- 172.21.15.105:0/3734699356 wait complete. 2024-07-26T07:40:18.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.697+0000 7f18dd400640 1 Processor -- start 2024-07-26T07:40:18.698 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.697+0000 7f18dd400640 1 -- start start 2024-07-26T07:40:18.701 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18b8004100 0x7f18d80b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.701 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 0x7f18d80aa080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.701 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f18d81456e0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f18d8145560 con 0x7f18d80b3d00 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.698+0000 7f18dd400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f18d8145860 con 0x7f18b8004100 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39582/0 (socket says 172.21.15.105:39582) 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 -- 172.21.15.105:0/4086072643 learned_addr learned my addr 172.21.15.105:0/4086072643 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d6800640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18b8004100 0x7f18d80b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18cde00640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 0x7f18d80aa080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 -- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18b8004100 msgr2=0x7f18d80b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.702 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18b8004100 0x7f18d80b2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 -- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 msgr2=0x7f18d80aa080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 0x7f18d80aa080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18d7200640 1 -- 172.21.15.105:0/4086072643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18d81f59c0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.699+0000 7f18cde00640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 0x7f18d80aa080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18d7200640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f18d0001330 tx=0x7f18d000dd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d0003d80 con 0x7f18d80aa5c0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18d000b8f0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d000bd00 con 0x7f18d80aa5c0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18d81f56e0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.703 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.700+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18d80a9880 con 0x7f18d80aa5c0 2024-07-26T07:40:18.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.701+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18d8072e40 con 0x7f18d80aa5c0 2024-07-26T07:40:18.704 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.703+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f18d0006070 con 0x7f18d80aa5c0 2024-07-26T07:40:18.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.704+0000 7f18cf400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 0x7f18b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:18.705 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.704+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f18d0099340 con 0x7f18d80aa5c0 2024-07-26T07:40:18.706 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.704+0000 7f18d6800640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 0x7f18b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:18.707 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.706+0000 7f18d6800640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 0x7f18b4079520 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f18c8005fd0 tx=0x7f18c8005f20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:18.710 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.709+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f18d00620f0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.931 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.930+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f18d80af970 con 0x7f18d80aa5c0 2024-07-26T07:40:18.932 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.931+0000 7f18cf400640 1 -- 172.21.15.105:0/4086072643 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f18d00619f0 con 0x7f18d80aa5c0 2024-07-26T07:40:18.932 INFO:teuthology.orchestra.run.smithi105.stderr:listed 0 entries 2024-07-26T07:40:18.935 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 msgr2=0x7f18b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.935 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 0x7f18b4079520 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f18c8005fd0 tx=0x7f18c8005f20 comp rx=0 tx=0).stop 2024-07-26T07:40:18.935 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 msgr2=0x7f18d81f49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:18.935 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f18d0001330 tx=0x7f18d000dd80 comp rx=0 tx=0).stop 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 shutdown_connections 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f18b4077010 0x7f18b4079520 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f18d80aa5c0 0x7f18d81f49f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18d80b3d00 0x7f18d80aa080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 --2- 172.21.15.105:0/4086072643 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18b8004100 0x7f18d80b2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 >> 172.21.15.105:0/4086072643 conn(0x7f18d806d630 msgr2=0x7f18d8143a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 shutdown_connections 2024-07-26T07:40:18.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:18.934+0000 7f18dd400640 1 -- 172.21.15.105:0/4086072643 wait complete. 2024-07-26T07:40:18.962 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-07-26T07:40:18.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:18.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-07-26T07:40:19.050 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:19.050 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-07-26T07:40:19.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:19.050 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-07-26T07:40:19.100 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T07:40:19.101 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2940211145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b400b5a50 msgr2=0x7f8b400b5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2940211145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b400b5a50 0x7f8b400b5e60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8b40075380 tx=0x7f8b2802a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2940211145 shutdown_connections 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2940211145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b400b5a50 0x7f8b400b5e60 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2940211145 >> v2:172.21.15.143:3300/0 conn(0x7f8b401456e0 0x7f8b400d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2940211145 >> 172.21.15.105:0/2940211145 conn(0x7f8b400d1af0 msgr2=0x7f8b400d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2940211145 shutdown_connections 2024-07-26T07:40:19.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.378+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2940211145 wait complete. 2024-07-26T07:40:19.382 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.381+0000 7f8b3fe00640 1 Processor -- start 2024-07-26T07:40:19.382 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.381+0000 7f8b3fe00640 1 -- start start 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b400b16d0 0x7f8b401f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b400b5a50 0x7f8b401f5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401601b0 con 0x7f8b401456e0 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b40160030 con 0x7f8b400b5a50 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.382+0000 7f8b3fe00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b400b1ae0 con 0x7f8b400b16d0 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:19.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39604/0 (socket says 172.21.15.105:39604) 2024-07-26T07:40:19.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 -- 172.21.15.105:0/2684172675 learned_addr learned my addr 172.21.15.105:0/2684172675 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 -- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b400b16d0 msgr2=0x7f8b401f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b400b16d0 0x7f8b401f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 -- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b400b5a50 msgr2=0x7f8b401f5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b400b5a50 0x7f8b401f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 -- 172.21.15.105:0/2684172675 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b400b08e0 con 0x7f8b401456e0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.383+0000 7f8b3f400640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8b3800b9e0 tx=0x7f8b3800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.384+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b38019070 con 0x7f8b401456e0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.384+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b3800cc10 con 0x7f8b401456e0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.384+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b400b0bc0 con 0x7f8b401456e0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.384+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b380146a0 con 0x7f8b401456e0 2024-07-26T07:40:19.386 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.384+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b400b1180 con 0x7f8b401456e0 2024-07-26T07:40:19.387 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.385+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b400b5e60 con 0x7f8b401456e0 2024-07-26T07:40:19.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.386+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8b3801c070 con 0x7f8b401456e0 2024-07-26T07:40:19.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.388+0000 7f8b37400640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 0x7f8b1c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.388+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f8b38098b10 con 0x7f8b401456e0 2024-07-26T07:40:19.390 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.389+0000 7f8b3ea00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 0x7f8b1c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:19.391 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.390+0000 7f8b3ea00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 0x7f8b1c079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8b30009670 tx=0x7f8b30006bf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:19.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.393+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b38061950 con 0x7f8b401456e0 2024-07-26T07:40:19.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.641+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b4006fad0 con 0x7f8b401456e0 2024-07-26T07:40:19.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.642+0000 7f8b37400640 1 -- 172.21.15.105:0/2684172675 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f8b38061250 con 0x7f8b401456e0 2024-07-26T07:40:19.644 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:19.644 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:40:19.644 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 msgr2=0x7f8b1c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 0x7f8b1c079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8b30009670 tx=0x7f8b30006bf0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 msgr2=0x7f8b400ae3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8b3800b9e0 tx=0x7f8b3800bea0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 shutdown_connections 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8b1c077010 0x7f8b1c079520 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b401456e0 0x7f8b400ae3a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b400b5a50 0x7f8b401f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 --2- 172.21.15.105:0/2684172675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b400b16d0 0x7f8b401f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.645+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 >> 172.21.15.105:0/2684172675 conn(0x7f8b400d1af0 msgr2=0x7f8b4015e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:19.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.646+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 shutdown_connections 2024-07-26T07:40:19.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.646+0000 7f8b3fe00640 1 -- 172.21.15.105:0/2684172675 wait complete. 2024-07-26T07:40:19.676 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 -- 172.21.15.105:0/723553396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 msgr2=0x7f685006ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 --2- 172.21.15.105:0/723553396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f685006ea30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6848005fd0 tx=0x7f684802a970 comp rx=0 tx=0).stop 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 -- 172.21.15.105:0/723553396 shutdown_connections 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 --2- 172.21.15.105:0/723553396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f685006ea30 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 --2- 172.21.15.105:0/723553396 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6850142340 0x7f68500b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 -- 172.21.15.105:0/723553396 >> 172.21.15.105:0/723553396 conn(0x7f685006c610 msgr2=0x7f685006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 -- 172.21.15.105:0/723553396 shutdown_connections 2024-07-26T07:40:19.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.947+0000 7f6856c00640 1 -- 172.21.15.105:0/723553396 wait complete. 2024-07-26T07:40:19.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.950+0000 7f6856c00640 1 Processor -- start 2024-07-26T07:40:19.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.950+0000 7f6856c00640 1 -- start start 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68500b38a0 0x7f68501f8b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6850142340 0x7f6850155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f68500b5a60 con 0x7f685006e620 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f68500b58e0 con 0x7f6850142340 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6856c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f685006ef70 con 0x7f68500b38a0 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.951+0000 7f6855800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:19.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39618/0 (socket says 172.21.15.105:39618) 2024-07-26T07:40:19.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 -- 172.21.15.105:0/2334360431 learned_addr learned my addr 172.21.15.105:0/2334360431 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:19.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 -- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68500b38a0 msgr2=0x7f68501f8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68500b38a0 0x7f68501f8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 -- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6850142340 msgr2=0x7f6850155fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:19.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6856200640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6850142340 0x7f6850155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:19.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6850142340 0x7f6850155fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 -- 172.21.15.105:0/2334360431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68501f91f0 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.952+0000 7f6855800640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f684400b410 tx=0x7f684400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.953+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844015020 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.953+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6844011940 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.953+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844011d90 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.953+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68500ca320 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.953+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68501e58b0 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.954+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f685006f4a0 con 0x7f685006e620 2024-07-26T07:40:19.956 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.955+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6844018020 con 0x7f685006e620 2024-07-26T07:40:19.957 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.956+0000 7f684d600640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 0x7f6830079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:19.957 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.956+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f6844098d00 con 0x7f685006e620 2024-07-26T07:40:19.958 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.957+0000 7f6854e00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 0x7f6830079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:19.959 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.958+0000 7f6854e00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 0x7f6830079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f68500cbb90 tx=0x7f683c006ba0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:19.962 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:19.961+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f684401f020 con 0x7f685006e620 2024-07-26T07:40:20.215 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.213+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6850069af0 con 0x7f685006e620 2024-07-26T07:40:20.216 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.215+0000 7f684d600640 1 -- 172.21.15.105:0/2334360431 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7f6844061bd0 con 0x7f685006e620 2024-07-26T07:40:20.216 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:20.216 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:40:20.217 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 msgr2=0x7f6830079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 0x7f6830079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f68500cbb90 tx=0x7f683c006ba0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 msgr2=0x7f68501f8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f684400b410 tx=0x7f684400b8d0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 shutdown_connections 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6830077010 0x7f6830079520 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.220 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6850142340 0x7f6850155fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68500b38a0 0x7f68501f8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 --2- 172.21.15.105:0/2334360431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f685006e620 0x7f68501f8650 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 >> 172.21.15.105:0/2334360431 conn(0x7f685006c610 msgr2=0x7f6850158be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:20.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 shutdown_connections 2024-07-26T07:40:20.221 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.218+0000 7f6856c00640 1 -- 172.21.15.105:0/2334360431 wait complete. 2024-07-26T07:40:20.248 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:20.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1293207261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 msgr2=0x7f8fd40b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1293207261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd40b2b70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8005fd0 tx=0x7f8fc802a540 comp rx=0 tx=0).stop 2024-07-26T07:40:20.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1293207261 shutdown_connections 2024-07-26T07:40:20.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1293207261 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd40b3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.523 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1293207261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd40b2b70 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1293207261 >> 172.21.15.105:0/1293207261 conn(0x7f8fd406c610 msgr2=0x7f8fd406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:20.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.521+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1293207261 shutdown_connections 2024-07-26T07:40:20.524 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.522+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1293207261 wait complete. 2024-07-26T07:40:20.525 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.524+0000 7f8fdaa00640 1 Processor -- start 2024-07-26T07:40:20.525 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.524+0000 7f8fdaa00640 1 -- start start 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.525+0000 7f8fdaa00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd4156130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.525+0000 7f8fdaa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.525+0000 7f8fdaa00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 0x7f8fd41f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.525+0000 7f8fdaa00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd40cf630 con 0x7f8fd4142340 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.525+0000 7f8fdaa00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd40b32c0 con 0x7f8fd415fb00 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fdaa00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8fd40b58e0 con 0x7f8fd40b38a0 2024-07-26T07:40:20.527 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:20.528 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39638/0 (socket says 172.21.15.105:39638) 2024-07-26T07:40:20.528 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 -- 172.21.15.105:0/1972150210 learned_addr learned my addr 172.21.15.105:0/1972150210 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd9600640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd4156130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 -- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 msgr2=0x7f8fd4156130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd4156130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 -- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 msgr2=0x7f8fd41f8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fda000640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 0x7f8fd41f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 0x7f8fd41f8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.529 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd8c00640 1 -- 172.21.15.105:0/1972150210 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd40c9560 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fd9600640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd4156130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.526+0000 7f8fda000640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 0x7f8fd41f8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fd8c00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8fc000b410 tx=0x7f8fc000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0015020 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8fc0011940 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0011d90 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fd40c9840 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.527+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fd40c9e00 con 0x7f8fd4142340 2024-07-26T07:40:20.530 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.528+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fd4073880 con 0x7f8fd4142340 2024-07-26T07:40:20.531 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.530+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8fc0018020 con 0x7f8fd4142340 2024-07-26T07:40:20.532 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.531+0000 7f8fd1600640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 0x7f8fb4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:20.532 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.531+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f8fc0098d00 con 0x7f8fd4142340 2024-07-26T07:40:20.532 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.531+0000 7f8fd9600640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 0x7f8fb4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:20.533 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.532+0000 7f8fd9600640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 0x7f8fb4079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8033000 tx=0x7f8fc8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:20.537 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.535+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8fc001f020 con 0x7f8fd4142340 2024-07-26T07:40:20.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.744+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8fd4160800 con 0x7f8fd4142340 2024-07-26T07:40:20.747 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.745+0000 7f8fd1600640 1 -- 172.21.15.105:0/1972150210 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18743 (secure 0 0 0) 0x7f8fc0061b40 con 0x7f8fd4142340 2024-07-26T07:40:20.747 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:20.748 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":28,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:52.004515+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.36","mappings":[{"from":0,"to":7}]},{"pgid":"4.4","mappings":[{"from":7,"to":4}]},{"pgid":"4.14","mappings":[{"from":7,"to":5}]},{"pgid":"4.1e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 msgr2=0x7f8fb4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 0x7f8fb4079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8033000 tx=0x7f8fc8004730 comp rx=0 tx=0).stop 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 msgr2=0x7f8fd41f8a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8fc000b410 tx=0x7f8fc000b8d0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 shutdown_connections 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8fb4077010 0x7f8fb4079520 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fd415fb00 0x7f8fd41f8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fd4142340 0x7f8fd41f8a00 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.750 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 --2- 172.21.15.105:0/1972150210 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fd40b38a0 0x7f8fd4156130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:20.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 >> 172.21.15.105:0/1972150210 conn(0x7f8fd406c610 msgr2=0x7f8fd415ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:20.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 shutdown_connections 2024-07-26T07:40:20.751 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:20.748+0000 7f8fdaa00640 1 -- 172.21.15.105:0/1972150210 wait complete. 2024-07-26T07:40:20.780 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T07:40:20.780 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 -- 172.21.15.105:0/2325253430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 msgr2=0x7fd8e40051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 --2- 172.21.15.105:0/2325253430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8e40051f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd8f4001d90 tx=0x7fd8e4005830 comp rx=0 tx=0).stop 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902400640 1 -- 172.21.15.105:0/2325253430 reap_dead start 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 -- 172.21.15.105:0/2325253430 shutdown_connections 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 -- 172.21.15.105:0/2325253430 >> 172.21.15.105:0/2325253430 conn(0x7fd8fc06c610 msgr2=0x7fd8fc06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 -- 172.21.15.105:0/2325253430 shutdown_connections 2024-07-26T07:40:21.052 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.050+0000 7fd902e00640 1 -- 172.21.15.105:0/2325253430 wait complete. 2024-07-26T07:40:21.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.053+0000 7fd902e00640 1 Processor -- start 2024-07-26T07:40:21.054 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.053+0000 7fd902e00640 1 -- start start 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8fc0a9490 0x7fd8fc0ad6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8fc0ae3f0 0x7fd8fc0ae800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd8fc06f2c0 con 0x7fd8e4004d40 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd8fc06f140 con 0x7fd8fc0ae3f0 2024-07-26T07:40:21.056 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd902e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd8fc06f440 con 0x7fd8fc0a9490 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.054+0000 7fd901a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53770/0 (socket says 172.21.15.105:53770) 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 -- 172.21.15.105:0/1774200112 learned_addr learned my addr 172.21.15.105:0/1774200112 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd902400640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8fc0ae3f0 0x7fd8fc0ae800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 -- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8fc0a9490 msgr2=0x7fd8fc0ad6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8fc0a9490 0x7fd8fc0ad6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 -- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8fc0ae3f0 msgr2=0x7fd8fc0ae800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8fc0ae3f0 0x7fd8fc0ae800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.057 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 -- 172.21.15.105:0/1774200112 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8fc0aed40 con 0x7fd8e4004d40 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd901a00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd8f000e9a0 tx=0x7fd8f000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.055+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f000ccc0 con 0x7fd8e4004d40 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.056+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd8f000ce60 con 0x7fd8e4004d40 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.056+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8fc0adc30 con 0x7fd8e4004d40 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.056+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f0005280 con 0x7fd8e4004d40 2024-07-26T07:40:21.058 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.056+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8fc0a9f50 con 0x7fd8e4004d40 2024-07-26T07:40:21.059 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.057+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8fc0b3cb0 con 0x7fd8e4004d40 2024-07-26T07:40:21.059 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.058+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd8f0005420 con 0x7fd8e4004d40 2024-07-26T07:40:21.060 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.059+0000 7fd8f9600640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 0x7fd8dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.061 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.059+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fd8f0099690 con 0x7fd8e4004d40 2024-07-26T07:40:21.061 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.060+0000 7fd901000640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 0x7fd8dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.062 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.061+0000 7fd901000640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 0x7fd8dc079520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc0af630 tx=0x7fd8e80011e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:21.065 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.064+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8fc0aed40 con 0x7fd8e4004d40 2024-07-26T07:40:21.311 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.309+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8fc069af0 con 0x7fd8e4004d40 2024-07-26T07:40:21.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.311+0000 7fd8f9600640 1 -- 172.21.15.105:0/1774200112 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7fd8f00624e0 con 0x7fd8e4004d40 2024-07-26T07:40:21.312 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:21.312 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:40:21.313 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:40:21.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.313+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 msgr2=0x7fd8dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.313+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 0x7fd8dc079520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc0af630 tx=0x7fd8e80011e0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.313+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 msgr2=0x7fd8fc1f2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.313+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd8f000e9a0 tx=0x7fd8f000ee60 comp rx=0 tx=0).stop 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 shutdown_connections 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd8dc077010 0x7fd8dc079520 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd8fc0ae3f0 0x7fd8fc0ae800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8fc0a9490 0x7fd8fc0ad6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 --2- 172.21.15.105:0/1774200112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd8e4004d40 0x7fd8fc1f2cd0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 >> 172.21.15.105:0/1774200112 conn(0x7fd8fc06c610 msgr2=0x7fd8fc0af6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 shutdown_connections 2024-07-26T07:40:21.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.314+0000 7fd902e00640 1 -- 172.21.15.105:0/1774200112 wait complete. 2024-07-26T07:40:21.340 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 -- 172.21.15.105:0/680926050 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413ed10 msgr2=0x7fc59406e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 --2- 172.21.15.105:0/680926050 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413ed10 0x7fc59406e730 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc594074940 tx=0x7fc58402a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 -- 172.21.15.105:0/680926050 shutdown_connections 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 --2- 172.21.15.105:0/680926050 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 0x7fc5940b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 --2- 172.21.15.105:0/680926050 >> v2:172.21.15.143:3300/0 conn(0x7fc59413f120 0x7fc59406ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 --2- 172.21.15.105:0/680926050 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413ed10 0x7fc59406e730 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 -- 172.21.15.105:0/680926050 >> 172.21.15.105:0/680926050 conn(0x7fc5940737d0 msgr2=0x7fc594073c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 -- 172.21.15.105:0/680926050 shutdown_connections 2024-07-26T07:40:21.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.610+0000 7fc599200640 1 -- 172.21.15.105:0/680926050 wait complete. 2024-07-26T07:40:21.613 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.612+0000 7fc599200640 1 Processor -- start 2024-07-26T07:40:21.613 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.612+0000 7fc599200640 1 -- start start 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 0x7fc594070140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc59413ed10 0x7fc5941f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc59406cbf0 con 0x7fc59413f120 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc59406ca70 con 0x7fc59413ed10 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc599200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc59406cd70 con 0x7fc5940b4100 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc592800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.616 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc592800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53792/0 (socket says 172.21.15.105:53792) 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc592800640 1 -- 172.21.15.105:0/2885954280 learned_addr learned my addr 172.21.15.105:0/2885954280 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc591e00640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 0x7fc594070140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc591400640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc59413ed10 0x7fc5941f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc592800640 1 -- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 msgr2=0x7fc594070140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.614+0000 7fc592800640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 0x7fc594070140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc592800640 1 -- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc59413ed10 msgr2=0x7fc5941f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc592800640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc59413ed10 0x7fc5941f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc592800640 1 -- 172.21.15.105:0/2885954280 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc594159d70 con 0x7fc59413f120 2024-07-26T07:40:21.617 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc592800640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00e8e0 tx=0x7fc58c00eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c004d20 con 0x7fc59413f120 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc58c00ca60 con 0x7fc59413f120 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc594070f20 con 0x7fc59413f120 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c005020 con 0x7fc59413f120 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.615+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc594070680 con 0x7fc59413f120 2024-07-26T07:40:21.618 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.617+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59406d220 con 0x7fc59413f120 2024-07-26T07:40:21.619 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.617+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc58c0051c0 con 0x7fc59413f120 2024-07-26T07:40:21.620 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.618+0000 7fc58a000640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 0x7fc574079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:21.620 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.619+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7fc58c0995f0 con 0x7fc59413f120 2024-07-26T07:40:21.620 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.619+0000 7fc591e00640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 0x7fc574079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:21.621 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.620+0000 7fc591e00640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 0x7fc574079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc584033000 tx=0x7fc584004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:21.624 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.623+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc58c016030 con 0x7fc59413f120 2024-07-26T07:40:21.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.873+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc594159ae0 con 0x7fc59413f120 2024-07-26T07:40:21.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.873+0000 7fc58a000640 1 -- 172.21.15.105:0/2885954280 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5225 (secure 0 0 0) 0x7fc58c0623a0 con 0x7fc59413f120 2024-07-26T07:40:21.875 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:21.875 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":9,"btime":"2024-07-26T07:39:37:892042+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4310,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3764869781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6836","nonce":3764869781},{"type":"v1","addr":"172.21.15.143:6837","nonce":3764869781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6834/154707158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":154707158},{"type":"v1","addr":"172.21.15.105:6834","nonce":154707158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4335,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/1372560056","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6833","nonce":1372560056},{"type":"v1","addr":"172.21.15.105:6835","nonce":1372560056}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:39:13.268174+0000","modified":"2024-07-26T07:39:37.465901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4339},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4339":{"gid":4339,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/684216269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":684216269},{"type":"v1","addr":"172.21.15.143:6835","nonce":684216269}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4339,"qdb_cluster":[4339]},"id":1}]} 2024-07-26T07:40:21.876 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 9 2024-07-26T07:40:21.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 msgr2=0x7fc574079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 0x7fc574079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc584033000 tx=0x7fc584004730 comp rx=0 tx=0).stop 2024-07-26T07:40:21.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 msgr2=0x7fc59415e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:21.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00e8e0 tx=0x7fc58c00eda0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 shutdown_connections 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.876+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fc574077010 0x7fc574079520 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59413f120 0x7fc59415e640 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc59413ed10 0x7fc5941f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 --2- 172.21.15.105:0/2885954280 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5940b4100 0x7fc594070140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 >> 172.21.15.105:0/2885954280 conn(0x7fc5940737d0 msgr2=0x7fc59413d600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 shutdown_connections 2024-07-26T07:40:21.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:21.877+0000 7fc599200640 1 -- 172.21.15.105:0/2885954280 wait complete. 2024-07-26T07:40:21.906 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:22.158 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 -- 172.21.15.105:0/2371419952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 msgr2=0x7f39380b5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.158 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 --2- 172.21.15.105:0/2371419952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f39380b5e60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3938075380 tx=0x7f392802a560 comp rx=0 tx=0).stop 2024-07-26T07:40:22.158 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 -- 172.21.15.105:0/2371419952 shutdown_connections 2024-07-26T07:40:22.158 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 --2- 172.21.15.105:0/2371419952 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 0x7f39380b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.158 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 --2- 172.21.15.105:0/2371419952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f39380b5e60 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.159 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 --2- 172.21.15.105:0/2371419952 >> v2:172.21.15.143:3300/0 conn(0x7f39381456e0 0x7f39380d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.159 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 -- 172.21.15.105:0/2371419952 >> 172.21.15.105:0/2371419952 conn(0x7f39380d1af0 msgr2=0x7f39380d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:22.159 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 -- 172.21.15.105:0/2371419952 shutdown_connections 2024-07-26T07:40:22.159 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.156+0000 7f393f200640 1 -- 172.21.15.105:0/2371419952 wait complete. 2024-07-26T07:40:22.160 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.159+0000 7f393f200640 1 Processor -- start 2024-07-26T07:40:22.160 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.159+0000 7f393f200640 1 -- start start 2024-07-26T07:40:22.162 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 0x7f39380c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.162 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.162 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39381456e0 0x7f3938158940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f393815f920 con 0x7f39380b5a50 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f39380d1860 con 0x7f39381456e0 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.160+0000 7f393f200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f393815faa0 con 0x7f39380b16d0 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53804/0 (socket says 172.21.15.105:53804) 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 -- 172.21.15.105:0/1085777329 learned_addr learned my addr 172.21.15.105:0/1085777329 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393de00640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 0x7f39380c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 -- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 msgr2=0x7f39380c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 0x7f39380c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 -- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39381456e0 msgr2=0x7f3938158940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39381456e0 0x7f3938158940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 -- 172.21.15.105:0/1085777329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39381f6880 con 0x7f39380b5a50 2024-07-26T07:40:22.163 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.161+0000 7f393d400640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3928000c00 tx=0x7f39280039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:22.164 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.162+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392803e030 con 0x7f39380b5a50 2024-07-26T07:40:22.164 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.162+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39280047a0 con 0x7f39380b5a50 2024-07-26T07:40:22.164 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.162+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928035040 con 0x7f39380b5a50 2024-07-26T07:40:22.164 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.162+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39381f6b60 con 0x7f39380b5a50 2024-07-26T07:40:22.164 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.162+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39381f7120 con 0x7f39380b5a50 2024-07-26T07:40:22.165 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.163+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f393815ff60 con 0x7f39380b5a50 2024-07-26T07:40:22.165 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.164+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3928041030 con 0x7f39380b5a50 2024-07-26T07:40:22.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.165+0000 7f3932000640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 0x7f391c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.165+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f39280b9500 con 0x7f39380b5a50 2024-07-26T07:40:22.167 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.166+0000 7f393de00640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 0x7f391c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:22.168 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.167+0000 7f393de00640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 0x7f391c079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f392c00b9a0 tx=0x7f392c005c20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:22.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.172+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39280823d0 con 0x7f39380b5a50 2024-07-26T07:40:22.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.382+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39380b4b60 con 0x7f39380b5a50 2024-07-26T07:40:22.385 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.384+0000 7f3932000640 1 -- 172.21.15.105:0/1085777329 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18743 (secure 0 0 0) 0x7f3928081cd0 con 0x7f39380b5a50 2024-07-26T07:40:22.386 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:22.386 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":28,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:39:52.004515+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:39:11.581330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T07:39:12.246280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T07:39:15.798832+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.36","mappings":[{"from":0,"to":7}]},{"pgid":"4.4","mappings":[{"from":7,"to":4}]},{"pgid":"4.14","mappings":[{"from":7,"to":5}]},{"pgid":"4.1e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:22.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 msgr2=0x7f391c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 0x7f391c079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f392c00b9a0 tx=0x7f392c005c20 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 msgr2=0x7f3938071ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3928000c00 tx=0x7f39280039e0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 shutdown_connections 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f391c077010 0x7f391c079520 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39381456e0 0x7f3938158940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39380b5a50 0x7f3938071ce0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 --2- 172.21.15.105:0/1085777329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39380b16d0 0x7f39380c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 >> 172.21.15.105:0/1085777329 conn(0x7f39380d1af0 msgr2=0x7f393815c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 shutdown_connections 2024-07-26T07:40:22.389 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.387+0000 7f393f200640 1 -- 172.21.15.105:0/1085777329 wait complete. 2024-07-26T07:40:22.415 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T07:40:22.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.684+0000 7f73a1200640 1 -- 172.21.15.105:0/3790667468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 msgr2=0x7f7380003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.684+0000 7f73a1200640 1 --2- 172.21.15.105:0/3790667468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f7380003ec0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f738c0016c0 tx=0x7f7380005830 comp rx=0 tx=0).stop 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.684+0000 7f73a1200640 1 -- 172.21.15.105:0/3790667468 shutdown_connections 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.684+0000 7f73a1200640 1 --2- 172.21.15.105:0/3790667468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f7380003ec0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.684+0000 7f73a1200640 1 -- 172.21.15.105:0/3790667468 >> 172.21.15.105:0/3790667468 conn(0x7f739c06d630 msgr2=0x7f739c06da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.685+0000 7f73a1200640 1 -- 172.21.15.105:0/3790667468 shutdown_connections 2024-07-26T07:40:22.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.685+0000 7f73a1200640 1 -- 172.21.15.105:0/3790667468 wait complete. 2024-07-26T07:40:22.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.687+0000 7f73a1200640 1 Processor -- start 2024-07-26T07:40:22.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.687+0000 7f73a1200640 1 -- start start 2024-07-26T07:40:22.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f739c1f6af0 0x7f739c1f6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f739c1f7440 0x7f739c1f4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f739c072db0 con 0x7f7380003a50 2024-07-26T07:40:22.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f739c144f60 con 0x7f739c1f7440 2024-07-26T07:40:22.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f73a1200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f739c072f30 con 0x7f739c1f6af0 2024-07-26T07:40:22.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:22.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53828/0 (socket says 172.21.15.105:53828) 2024-07-26T07:40:22.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 -- 172.21.15.105:0/593222300 learned_addr learned my addr 172.21.15.105:0/593222300 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 -- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f739c1f6af0 msgr2=0x7f739c1f6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f739c1f6af0 0x7f739c1f6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 -- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f739c1f7440 msgr2=0x7f739c1f4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f739c1f7440 0x7f739c1f4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.689+0000 7f7399e00640 1 -- 172.21.15.105:0/593222300 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739c0b4120 con 0x7f7380003a50 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f7399e00640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f738c02a8e0 tx=0x7f738c0063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:22.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c003a00 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f738c039070 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c033420 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739c0b45f0 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.690+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739c1f6010 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.691+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739c06fbb0 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.693+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f738c044020 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.693+0000 7f7392000640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 0x7f737c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.694+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6648+0+0 (secure 0 0 0) 0x7f738c0b8770 con 0x7f7380003a50 2024-07-26T07:40:22.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.695+0000 7f7399400640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 0x7f737c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:22.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.696+0000 7f7399400640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 0x7f737c079520 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f739c1ebbc0 tx=0x7f7388005c70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:22.699 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.698+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f738c0815b0 con 0x7f7380003a50 2024-07-26T07:40:22.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.938+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f739c13f0f0 con 0x7f7380003a50 2024-07-26T07:40:22.941 INFO:tasks.ceph.mon.a.smithi105.stderr:2024-07-26T07:40:22.940+0000 7f7849a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:40:22.945 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.944+0000 7f7392000640 1 -- 172.21.15.105:0/593222300 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f738c080eb0 con 0x7f7380003a50 2024-07-26T07:40:22.945 INFO:teuthology.orchestra.run.smithi105.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 msgr2=0x7f737c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 0x7f737c079520 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f739c1ebbc0 tx=0x7f7388005c70 comp rx=0 tx=0).stop 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 msgr2=0x7f739c0b3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f738c02a8e0 tx=0x7f738c0063a0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 shutdown_connections 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f737c077010 0x7f737c079520 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f739c1f7440 0x7f739c1f4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f739c1f6af0 0x7f739c1f6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.948 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 --2- 172.21.15.105:0/593222300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7380003a50 0x7f739c0b3be0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:22.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 >> 172.21.15.105:0/593222300 conn(0x7f739c06d630 msgr2=0x7f739c1441a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:22.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.946+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 shutdown_connections 2024-07-26T07:40:22.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:22.947+0000 7f73a1200640 1 -- 172.21.15.105:0/593222300 wait complete. 2024-07-26T07:40:22.977 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T07:40:22.980 INFO:tasks.ceph.mds.b.smithi143.stderr: -4352> 2024-07-26T07:39:18.687+0000 7fa27e200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T07:40:23.149 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-07-26T07:40:23.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.235+0000 7f777a800640 1 -- 172.21.15.105:0/4079192224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7774155480 msgr2=0x7f7774072120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:23.237 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.235+0000 7f777a800640 1 --2- 172.21.15.105:0/4079192224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7774155480 0x7f7774072120 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f77740b5ce0 tx=0x7f776802a560 comp rx=0 tx=0).stop 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 -- 172.21.15.105:0/4079192224 shutdown_connections 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 --2- 172.21.15.105:0/4079192224 >> v2:172.21.15.143:3300/0 conn(0x7f777415e910 0x7f777415ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 --2- 172.21.15.105:0/4079192224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7774155480 0x7f7774072120 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 -- 172.21.15.105:0/4079192224 >> 172.21.15.105:0/4079192224 conn(0x7f777406c610 msgr2=0x7f777406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 -- 172.21.15.105:0/4079192224 shutdown_connections 2024-07-26T07:40:23.238 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.236+0000 7f777a800640 1 -- 172.21.15.105:0/4079192224 wait complete. 2024-07-26T07:40:23.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.238+0000 7f777a800640 1 Processor -- start 2024-07-26T07:40:23.239 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.238+0000 7f777a800640 1 -- start start 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77740b51a0 0x7f77740ae780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 0x7f77740aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f77740ce840 con 0x7f777415e910 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f77740ce6c0 con 0x7f77740b51a0 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f777a800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f77740ce9c0 con 0x7f7774155480 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:23.242 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53854/0 (socket says 172.21.15.105:53854) 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 -- 172.21.15.105:0/1334250925 learned_addr learned my addr 172.21.15.105:0/1334250925 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779400640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77740b51a0 0x7f77740ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7778a00640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 0x7f77740aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 -- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 msgr2=0x7f77740aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 0x7f77740aecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 -- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77740b51a0 msgr2=0x7f77740ae780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77740b51a0 0x7f77740ae780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7779e00640 1 -- 172.21.15.105:0/1334250925 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77741f88e0 con 0x7f777415e910 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.240+0000 7f7778a00640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 0x7f77740aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:23.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f7779e00640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f776c00e990 tx=0x7f776c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:23.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776c004d20 con 0x7f777415e910 2024-07-26T07:40:23.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f776c00caa0 con 0x7f777415e910 2024-07-26T07:40:23.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776c005020 con 0x7f777415e910 2024-07-26T07:40:23.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77741f8bc0 con 0x7f777415e910 2024-07-26T07:40:23.244 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.241+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77741f9180 con 0x7f777415e910 2024-07-26T07:40:23.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.242+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77740ceee0 con 0x7f777415e910 2024-07-26T07:40:23.245 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.243+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f776c0051c0 con 0x7f777415e910 2024-07-26T07:40:23.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.244+0000 7f7771600640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 0x7f7754079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:23.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.245+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6734+0+0 (secure 0 0 0) 0x7f776c099520 con 0x7f777415e910 2024-07-26T07:40:23.246 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.245+0000 7f7779400640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 0x7f7754079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:23.247 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.246+0000 7f7779400640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 0x7f7754079520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7768033000 tx=0x7f7768004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:23.250 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.249+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f776c016030 con 0x7f777415e910 2024-07-26T07:40:23.503 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.502+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f7774069af0 con 0x7f777415e910 2024-07-26T07:40:23.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.948+0000 7f7771600640 1 -- 172.21.15.105:0/1334250925 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f776c0623a0 con 0x7f777415e910 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 msgr2=0x7f7754079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 0x7f7754079520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7768033000 tx=0x7f7768004730 comp rx=0 tx=0).stop 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 msgr2=0x7f7774159fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f776c00e990 tx=0x7f776c00ee50 comp rx=0 tx=0).stop 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 shutdown_connections 2024-07-26T07:40:23.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7754077010 0x7f7754079520 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f777415e910 0x7f7774159fc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7774155480 0x7f77740aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 --2- 172.21.15.105:0/1334250925 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f77740b51a0 0x7f77740ae780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 >> 172.21.15.105:0/1334250925 conn(0x7f777406c610 msgr2=0x7f7774073020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 shutdown_connections 2024-07-26T07:40:23.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:23.952+0000 7f777a800640 1 -- 172.21.15.105:0/1334250925 wait complete. 2024-07-26T07:40:23.984 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T07:40:24.268 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 -- 172.21.15.105:0/3190478200 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640d2d50 msgr2=0x7f35640ce280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 --2- 172.21.15.105:0/3190478200 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640d2d50 0x7f35640ce280 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3564074e90 tx=0x7f355c02a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 -- 172.21.15.105:0/3190478200 shutdown_connections 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 --2- 172.21.15.105:0/3190478200 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640d2d50 0x7f35640ce280 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 --2- 172.21.15.105:0/3190478200 >> v2:172.21.15.143:3300/0 conn(0x7f35640b2ca0 0x7f35640d2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 --2- 172.21.15.105:0/3190478200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35640b31f0 0x7f356415e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 -- 172.21.15.105:0/3190478200 >> 172.21.15.105:0/3190478200 conn(0x7f35640b5900 msgr2=0x7f35640b5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 -- 172.21.15.105:0/3190478200 shutdown_connections 2024-07-26T07:40:24.269 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.267+0000 7f356a800640 1 -- 172.21.15.105:0/3190478200 wait complete. 2024-07-26T07:40:24.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.269+0000 7f356a800640 1 Processor -- start 2024-07-26T07:40:24.270 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.269+0000 7f356a800640 1 -- start start 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35640b2ca0 0x7f3564150ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35640d2d50 0x7f35641f89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f35640ceb50 con 0x7f35640b31f0 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f35640ce9d0 con 0x7f35640d2d50 2024-07-26T07:40:24.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f356a800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f35640cecd0 con 0x7f35640b2ca0 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f3568a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f3568a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53866/0 (socket says 172.21.15.105:53866) 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.271+0000 7f3568a00640 1 -- 172.21.15.105:0/3771022122 learned_addr learned my addr 172.21.15.105:0/3771022122 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 -- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35640b2ca0 msgr2=0x7f3564150ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35640b2ca0 0x7f3564150ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 -- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35640d2d50 msgr2=0x7f35641f89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35640d2d50 0x7f35641f89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 -- 172.21.15.105:0/3771022122 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35640ab130 con 0x7f35640b31f0 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3568a00640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f355400e940 tx=0x7f355400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:24.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355400cd20 con 0x7f35640b31f0 2024-07-26T07:40:24.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3554011470 con 0x7f35640b31f0 2024-07-26T07:40:24.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35540118a0 con 0x7f35640b31f0 2024-07-26T07:40:24.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35640ab3d0 con 0x7f35640b31f0 2024-07-26T07:40:24.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.272+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35640ca4c0 con 0x7f35640b31f0 2024-07-26T07:40:24.275 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.274+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f356415e0e0 con 0x7f35640b31f0 2024-07-26T07:40:24.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.275+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3554011a40 con 0x7f35640b31f0 2024-07-26T07:40:24.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.276+0000 7f3561600640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 0x7f3548079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:24.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.277+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6734+0+0 (secure 0 0 0) 0x7f3554099820 con 0x7f35640b31f0 2024-07-26T07:40:24.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.277+0000 7f3569400640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 0x7f3548079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:24.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.278+0000 7f3569400640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 0x7f3548079550 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f355800b8e0 tx=0x7f3558005c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:24.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.282+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3554016030 con 0x7f35640b31f0 2024-07-26T07:40:24.490 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:24.490+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f35640b6ba0 con 0x7f35640b31f0 2024-07-26T07:40:25.322 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.321+0000 7f3561600640 1 -- 172.21.15.105:0/3771022122 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) ==== 181+0+0 (secure 0 0 0) 0x7f3554062610 con 0x7f35640b31f0 2024-07-26T07:40:25.322 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_metadata' removed 2024-07-26T07:40:25.325 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 msgr2=0x7f3548079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 0x7f3548079550 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f355800b8e0 tx=0x7f3558005c90 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 msgr2=0x7f35641f8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f355400e940 tx=0x7f355400ee00 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 shutdown_connections 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3548077040 0x7f3548079550 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35640d2d50 0x7f35641f89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35640b31f0 0x7f35641f8490 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 --2- 172.21.15.105:0/3771022122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35640b2ca0 0x7f3564150ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.325+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 >> 172.21.15.105:0/3771022122 conn(0x7f35640b5900 msgr2=0x7f35640b5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:25.328 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.327+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 shutdown_connections 2024-07-26T07:40:25.329 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.329+0000 7f356a800640 1 -- 172.21.15.105:0/3771022122 wait complete. 2024-07-26T07:40:25.366 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 -- 172.21.15.105:0/3530962108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8508005350 msgr2=0x7f850800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 --2- 172.21.15.105:0/3530962108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8508005350 0x7f850800b9c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f851c009ed0 tx=0x7f8508005830 comp rx=0 tx=0).stop 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 -- 172.21.15.105:0/3530962108 shutdown_connections 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 --2- 172.21.15.105:0/3530962108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8508005350 0x7f850800b9c0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 -- 172.21.15.105:0/3530962108 >> 172.21.15.105:0/3530962108 conn(0x7f85240b0590 msgr2=0x7f85240b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 -- 172.21.15.105:0/3530962108 shutdown_connections 2024-07-26T07:40:25.634 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.633+0000 7f8528a00640 1 -- 172.21.15.105:0/3530962108 wait complete. 2024-07-26T07:40:25.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.636+0000 7f8528a00640 1 Processor -- start 2024-07-26T07:40:25.636 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.636+0000 7f8528a00640 1 -- start start 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8508005350 0x7f85241f88c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 0x7f852414dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f852406e820 con 0x7f85240b4600 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f85241418a0 con 0x7f852414d800 2024-07-26T07:40:25.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8528a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f852406e9a0 con 0x7f8508005350 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.637+0000 7f8519e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53898/0 (socket says 172.21.15.105:53898) 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 -- 172.21.15.105:0/2066169544 learned_addr learned my addr 172.21.15.105:0/2066169544 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8522800640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8508005350 0x7f85241f88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8523200640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 0x7f852414dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 -- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8508005350 msgr2=0x7f85241f88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:25.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8508005350 0x7f85241f88c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 -- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 msgr2=0x7f852414dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 0x7f852414dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 -- 172.21.15.105:0/2066169544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f852414e150 con 0x7f85240b4600 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8523200640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 0x7f852414dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.638+0000 7f8519e00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f850c00c760 tx=0x7f850c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.639+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c017070 con 0x7f85240b4600 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.639+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f850c005360 con 0x7f85240b4600 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.639+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c00a8a0 con 0x7f85240b4600 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.639+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85240b4e30 con 0x7f85240b4600 2024-07-26T07:40:25.642 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.639+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85240b53f0 con 0x7f85240b4600 2024-07-26T07:40:25.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.640+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f852406ef00 con 0x7f85240b4600 2024-07-26T07:40:25.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.641+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f850c01a070 con 0x7f85240b4600 2024-07-26T07:40:25.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.642+0000 7f851b400640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 0x7f8500079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:25.644 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.642+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 6296+0+0 (secure 0 0 0) 0x7f850c097fe0 con 0x7f85240b4600 2024-07-26T07:40:25.644 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.643+0000 7f8522800640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 0x7f8500079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:25.644 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.644+0000 7f8522800640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 0x7f8500079550 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f851400c790 tx=0x7f85140069f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:25.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.647+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f852414e150 con 0x7f85240b4600 2024-07-26T07:40:25.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:25.867+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f85240af080 con 0x7f85240b4600 2024-07-26T07:40:26.326 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.325+0000 7f851b400640 1 -- 172.21.15.105:0/2066169544 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) ==== 169+0+0 (secure 0 0 0) 0x7f850c060f80 con 0x7f85240b4600 2024-07-26T07:40:26.326 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_data' removed 2024-07-26T07:40:26.329 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.328+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 msgr2=0x7f8500079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.328+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 0x7f8500079550 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f851400c790 tx=0x7f85140069f0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.328+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 msgr2=0x7f85241f3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.328+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f850c00c760 tx=0x7f850c00cc20 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 shutdown_connections 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f8500077040 0x7f8500079550 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f852414d800 0x7f852414dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f85240b4600 0x7f85241f3f70 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 --2- 172.21.15.105:0/2066169544 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8508005350 0x7f85241f88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 >> 172.21.15.105:0/2066169544 conn(0x7f85240b0590 msgr2=0x7f8524156120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 shutdown_connections 2024-07-26T07:40:26.330 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.329+0000 7f8528a00640 1 -- 172.21.15.105:0/2066169544 wait complete. 2024-07-26T07:40:26.366 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-07-26T07:40:26.639 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 -- 172.21.15.105:0/1601673227 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 msgr2=0x7f25c015a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:26.639 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 --2- 172.21.15.105:0/1601673227 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c015a000 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f25c00b4d60 tx=0x7f25b002a4b0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.639 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 -- 172.21.15.105:0/1601673227 shutdown_connections 2024-07-26T07:40:26.639 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 --2- 172.21.15.105:0/1601673227 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00b3a10 0x7f25c00b3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.639 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 --2- 172.21.15.105:0/1601673227 >> v2:172.21.15.143:3300/0 conn(0x7f25c00cbaf0 0x7f25c015e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 --2- 172.21.15.105:0/1601673227 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c015a000 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 -- 172.21.15.105:0/1601673227 >> 172.21.15.105:0/1601673227 conn(0x7f25c00b0590 msgr2=0x7f25c00b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:26.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 -- 172.21.15.105:0/1601673227 shutdown_connections 2024-07-26T07:40:26.640 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.638+0000 7f25bf200640 1 -- 172.21.15.105:0/1601673227 wait complete. 2024-07-26T07:40:26.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.641+0000 7f25bf200640 1 Processor -- start 2024-07-26T07:40:26.641 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.641+0000 7f25bf200640 1 -- start start 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f25c00b3a10 0x7f25c014b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00cbaf0 0x7f25c014bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f25c00b46f0 con 0x7f25c0070080 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f25c00b4570 con 0x7f25c00b3a10 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bf200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f25c00b4870 con 0x7f25c00cbaf0 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.642+0000 7f25bde00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53926/0 (socket says 172.21.15.105:53926) 2024-07-26T07:40:26.643 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 -- 172.21.15.105:0/343638362 learned_addr learned my addr 172.21.15.105:0/343638362 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25b7e00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f25c00b3a10 0x7f25c014b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25be800640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00cbaf0 0x7f25c014bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 -- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00cbaf0 msgr2=0x7f25c014bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00cbaf0 0x7f25c014bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 -- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f25c00b3a10 msgr2=0x7f25c014b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f25c00b3a10 0x7f25c014b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 -- 172.21.15.105:0/343638362 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c014ed60 con 0x7f25c0070080 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.643+0000 7f25bde00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f25b0034040 tx=0x7f25b0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.644+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b003e030 con 0x7f25c0070080 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.644+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25b0003e00 con 0x7f25c0070080 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.644+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c014e7a0 con 0x7f25c0070080 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.644+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0035040 con 0x7f25c0070080 2024-07-26T07:40:26.645 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.644+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c014c9a0 con 0x7f25c0070080 2024-07-26T07:40:26.646 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.645+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c00b40f0 con 0x7f25c0070080 2024-07-26T07:40:26.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.646+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f25b0041030 con 0x7f25c0070080 2024-07-26T07:40:26.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.647+0000 7f25b6000640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 0x7f259c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:26.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.648+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5853+0+0 (secure 0 0 0) 0x7f25b00b9120 con 0x7f25c0070080 2024-07-26T07:40:26.648 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.648+0000 7f25b7e00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 0x7f259c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:26.650 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.649+0000 7f25b7e00640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 0x7f259c079520 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f25a80058c0 tx=0x7f25a8005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:26.653 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.653+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f25c00b40f0 con 0x7f25c0070080 2024-07-26T07:40:26.864 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:26.864+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f25c006f4d0 con 0x7f25c0070080 2024-07-26T07:40:27.360 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.359+0000 7f25b6000640 1 -- 172.21.15.105:0/343638362 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) ==== 178+0+0 (secure 0 0 0) 0x7f25c006f4d0 con 0x7f25c0070080 2024-07-26T07:40:27.360 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_data_ec' removed 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 msgr2=0x7f259c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 0x7f259c079520 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f25a80058c0 tx=0x7f25a8005850 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 msgr2=0x7f25c01422c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f25b0034040 tx=0x7f25b0003910 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 shutdown_connections 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f259c077010 0x7f259c079520 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f25c00cbaf0 0x7f25c014bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f25c00b3a10 0x7f25c014b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 --2- 172.21.15.105:0/343638362 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25c0070080 0x7f25c01422c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 >> 172.21.15.105:0/343638362 conn(0x7f25c00b0590 msgr2=0x7f25c014f450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 shutdown_connections 2024-07-26T07:40:27.364 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.363+0000 7f25bf200640 1 -- 172.21.15.105:0/343638362 wait complete. 2024-07-26T07:40:27.401 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T07:40:27.401 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T07:40:27.401 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T07:40:27.402 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:27.402 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T07:40:27.402 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T07:40:27.402 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T07:40:27.402 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:27.402 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T07:40:27.402 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T07:40:27.403 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T07:40:27.403 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:27.403 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T07:40:27.403 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T07:40:27.403 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T07:40:27.403 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T07:40:27.425 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T07:40:27.425 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T07:40:27.432 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T07:40:27.432 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T07:40:27.437 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T07:40:27.437 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T07:40:27.438 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T07:40:27.438 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T07:40:27.483 INFO:tasks.ceph.mds.d:Started 2024-07-26T07:40:27.484 DEBUG:teuthology.parallel:result is None 2024-07-26T07:40:27.484 INFO:tasks.ceph.mds.a:Started 2024-07-26T07:40:27.485 DEBUG:teuthology.parallel:result is None 2024-07-26T07:40:27.489 INFO:tasks.ceph.mds.b:Started 2024-07-26T07:40:27.489 DEBUG:teuthology.parallel:result is None 2024-07-26T07:40:27.490 INFO:tasks.ceph.mds.c:Started 2024-07-26T07:40:27.490 DEBUG:teuthology.parallel:result is None 2024-07-26T07:40:27.490 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T07:40:27.694 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-07-26T07:40:27.695 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-07-26T07:40:27.697 INFO:tasks.ceph.mds.a.smithi105.stdout:starting mds.a at 2024-07-26T07:40:27.698 INFO:tasks.ceph.mds.c.smithi105.stdout:starting mds.c at 2024-07-26T07:40:27.736 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 -- 172.21.15.105:0/3812402076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd940162320 msgr2=0x7fd9400afbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 --2- 172.21.15.105:0/3812402076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd940162320 0x7fd9400afbd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd92c009830 tx=0x7fd92c02a520 comp rx=0 tx=0).stop 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 -- 172.21.15.105:0/3812402076 shutdown_connections 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 --2- 172.21.15.105:0/3812402076 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 0x7fd9400b4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 --2- 172.21.15.105:0/3812402076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd940162320 0x7fd9400afbd0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 -- 172.21.15.105:0/3812402076 >> 172.21.15.105:0/3812402076 conn(0x7fd940073d60 msgr2=0x7fd94006c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 -- 172.21.15.105:0/3812402076 shutdown_connections 2024-07-26T07:40:27.737 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.736+0000 7fd948000640 1 -- 172.21.15.105:0/3812402076 wait complete. 2024-07-26T07:40:27.738 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.738+0000 7fd948000640 1 Processor -- start 2024-07-26T07:40:27.739 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.738+0000 7fd948000640 1 -- start start 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd940070ef0 0x7fd9401f5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 0x7fd9400cf010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd9400b5890 con 0x7fd94015f680 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd9400b5710 con 0x7fd940070ef0 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd948000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd9400b5a10 con 0x7fd9400aee70 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd946000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd946000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53976/0 (socket says 172.21.15.105:53976) 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd946000640 1 -- 172.21.15.105:0/3451578386 learned_addr learned my addr 172.21.15.105:0/3451578386 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd944c00640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 0x7fd9400cf010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:27.741 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.740+0000 7fd945600640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd940070ef0 0x7fd9401f5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:27.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 -- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 msgr2=0x7fd9400cf010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:27.742 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 0x7fd9400cf010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 -- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd940070ef0 msgr2=0x7fd9401f5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd940070ef0 0x7fd9401f5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 -- 172.21.15.105:0/3451578386 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd94015fd60 con 0x7fd94015f680 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd946000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd93800e960 tx=0x7fd93800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd938004d20 con 0x7fd94015f680 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd93800cb20 con 0x7fd94015f680 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd938005020 con 0x7fd94015f680 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.741+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd940160040 con 0x7fd94015f680 2024-07-26T07:40:27.743 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.742+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd940160950 con 0x7fd94015f680 2024-07-26T07:40:27.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.743+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9400b5f30 con 0x7fd94015f680 2024-07-26T07:40:27.744 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.744+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd9380051c0 con 0x7fd94015f680 2024-07-26T07:40:27.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.745+0000 7fd93d600640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 0x7fd920079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:27.745 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.745+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5335+0+0 (secure 0 0 0) 0x7fd938098f10 con 0x7fd94015f680 2024-07-26T07:40:27.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.745+0000 7fd945600640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 0x7fd920079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:27.746 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.746+0000 7fd945600640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 0x7fd920079520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd934001720 tx=0x7fd934007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:27.749 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.749+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd938016030 con 0x7fd94015f680 2024-07-26T07:40:27.971 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:27.970+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fd94015faf0 con 0x7fd94015f680 2024-07-26T07:40:28.388 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.387+0000 7fd93d600640 1 -- 172.21.15.105:0/3451578386 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) ==== 97+0+0 (secure 0 0 0) 0x7fd938061cb0 con 0x7fd94015f680 2024-07-26T07:40:28.388 INFO:teuthology.orchestra.run.smithi105.stderr: removed all blocklist entries 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 msgr2=0x7fd920079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 0x7fd920079520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd934001720 tx=0x7fd934007e90 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 msgr2=0x7fd9400b0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd93800e960 tx=0x7fd93800ee20 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 shutdown_connections 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd920077010 0x7fd920079520 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd94015f680 0x7fd9400b0ef0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9400aee70 0x7fd9400cf010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 --2- 172.21.15.105:0/3451578386 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd940070ef0 0x7fd9401f5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 >> 172.21.15.105:0/3451578386 conn(0x7fd940073d60 msgr2=0x7fd940157010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:28.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 shutdown_connections 2024-07-26T07:40:28.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.391+0000 7fd948000640 1 -- 172.21.15.105:0/3451578386 wait complete. 2024-07-26T07:40:28.422 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T07:40:28.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.685+0000 7f35bac00640 1 -- 172.21.15.105:0/2962021790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b40b38a0 msgr2=0x7f35b40b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.685+0000 7f35bac00640 1 --2- 172.21.15.105:0/2962021790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b40b38a0 0x7f35b40b3cb0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f35a0005fd0 tx=0x7f35a002a540 comp rx=0 tx=0).stop 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.686+0000 7f35bac00640 1 -- 172.21.15.105:0/2962021790 shutdown_connections 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.686+0000 7f35bac00640 1 --2- 172.21.15.105:0/2962021790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b40b38a0 0x7f35b40b3cb0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.686+0000 7f35bac00640 1 -- 172.21.15.105:0/2962021790 >> 172.21.15.105:0/2962021790 conn(0x7f35b406c610 msgr2=0x7f35b406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.686+0000 7f35bac00640 1 -- 172.21.15.105:0/2962021790 shutdown_connections 2024-07-26T07:40:28.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.686+0000 7f35bac00640 1 -- 172.21.15.105:0/2962021790 wait complete. 2024-07-26T07:40:28.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.688+0000 7f35bac00640 1 Processor -- start 2024-07-26T07:40:28.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.688+0000 7f35bac00640 1 -- start start 2024-07-26T07:40:28.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 0x7f35b4156030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:28.690 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b40b38a0 0x7f35b41f84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f35b40b5a60 con 0x7f35b4142340 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f35b40b58e0 con 0x7f35b40b38a0 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35bac00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f35b406f140 con 0x7f35b406e620 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35ba200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35ba200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:53994/0 (socket says 172.21.15.105:53994) 2024-07-26T07:40:28.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.690+0000 7f35ba200640 1 -- 172.21.15.105:0/3538149435 learned_addr learned my addr 172.21.15.105:0/3538149435 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:28.692 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b8e00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b40b38a0 0x7f35b41f84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b9800640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 0x7f35b4156030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 -- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 msgr2=0x7f35b4156030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 0x7f35b4156030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 -- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b40b38a0 msgr2=0x7f35b41f84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b40b38a0 0x7f35b41f84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 -- 172.21.15.105:0/3538149435 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b40cb420 con 0x7f35b4142340 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b9800640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 0x7f35b4156030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35ba200640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00b970 tx=0x7f35ac00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac019070 con 0x7f35b4142340 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35ac00cbd0 con 0x7f35b4142340 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac0146a0 con 0x7f35b4142340 2024-07-26T07:40:28.693 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b40cb6f0 con 0x7f35b4142340 2024-07-26T07:40:28.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.691+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b40c8eb0 con 0x7f35b4142340 2024-07-26T07:40:28.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.692+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35b40b3cb0 con 0x7f35b4142340 2024-07-26T07:40:28.694 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.694+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f35ac01c070 con 0x7f35b4142340 2024-07-26T07:40:28.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.695+0000 7f35b1600640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 0x7f3594079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:28.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.695+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f35ac0984e0 con 0x7f35b4142340 2024-07-26T07:40:28.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.696+0000 7f35b9800640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 0x7f3594079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:28.697 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.697+0000 7f35b9800640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 0x7f3594079550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f35a8000f60 tx=0x7f35a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:28.700 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.700+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f35ac061890 con 0x7f35b4142340 2024-07-26T07:40:28.973 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.973+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f35b40cdfa0 con 0x7f35b4142340 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.974+0000 7f35b1600640 1 -- 172.21.15.105:0/3538149435 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) ==== 80+0+6645 (secure 0 0 0) 0x7f35ac061190 con 0x7f35b4142340 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: "auth_dump": [ 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mds.a", 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBbUqNmgCOxFRAAvbm9AuDuectPwaNuSr5JSA==", 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.975 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow *", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow *", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mds.b", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBcUqNmHasjABAApn7btvVF1SkDUxvv56NqtA==", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow *", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow *", 2024-07-26T07:40:28.976 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mds.c", 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBbUqNmK0U2KBAAZIo0jwdHQyTlXTAZ2w0YaQ==", 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow *", 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow *", 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.977 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mds.d", 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBcUqNm+XJvERAAB166DmtOl0vzoCiFxh+nHg==", 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow *", 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow *", 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.978 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.0", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBgUqNm8jtWLhAA3hZCxpXK89Si2fQE0kANYw==", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.1", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBkUqNmc7NMEBAA8hSxLWgJSAqDTDCloaXd0Q==", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.979 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.2", 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBnUqNmceEQLxAA6WEgZMUmPBzPF7bjTHi0Cw==", 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.980 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.3", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBrUqNmSnhBAhAAiOlETqX13nKmrpzBJpgUMw==", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.4", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBxUqNmhBKdGBAAaNHsp+mEd+kW9SNAqHDpmw==", 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.981 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.5", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQB0UqNm0tAmKRAAP/XwAvBSCflydPRY3aDbjQ==", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.6", 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQB3UqNmzSLUOBAAT2VTn86U1hkK1puxzYcVoQ==", 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.983 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "osd.7", 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQB7UqNm5YZVGRAA8U9IR7k5XqinAYDH23fSZw==", 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow profile osd", 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile osd", 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.0", 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBcUqNmGF04IhAAHMpI7UCaFQu8lvgXjAPVFQ==", 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.985 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow r", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow rw", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow rwx" 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.1", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBdUqNmu8geAxAAvPiwxDW/EyUtOin63JnpIg==", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow r", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow rw", 2024-07-26T07:40:28.986 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow rwx" 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.2", 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBcUqNmEf9jMBAAYRy7EQsPKxvypUMwaN+mcQ==", 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow r", 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow rw", 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow rwx" 2024-07-26T07:40:28.987 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.3", 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBdUqNm87J+ERAABd1Nh/ND2MUaGPi1g1l47Q==", 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow", 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow r", 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow rw", 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow rwx" 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.988 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.admin", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBaUqNmehe8AxAADRH2FJQBNtCZowylc60Jpw==", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow *", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "mgr": "allow *", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow *", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-mds", 2024-07-26T07:40:28.989 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNmh58bGRAAPDqQ+6FIInP9+v74Oc1Xdg==", 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-mds" 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-mgr", 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNm4rAbGRAAd/XQ1WFWMT0MFWBrOib+Eg==", 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-mgr" 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.990 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-osd", 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNmocEbGRAAiT9oTwuR2/37KV+WjXQVEg==", 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-osd" 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-rbd", 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNmpNEbGRAAEKzDQZt+/I9U1Yx7qnZKfg==", 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-rbd" 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.991 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNmUOIbGRAAJQVRqGJ3Kxo0dsET1GGVxw==", 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "client.bootstrap-rgw", 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQCFUqNmZfIbGRAAwraeV5OBdSIiCjEwl0Rfug==", 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile bootstrap-rgw" 2024-07-26T07:40:28.992 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mgr.x", 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBbUqNmN3alBxAA37wjz0etpTV3zUwATHUnwg==", 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow *", 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile mgr", 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:28.993 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:29.026 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:29.026 INFO:teuthology.orchestra.run.smithi105.stdout: "entity": "mgr.y", 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: "key": "AQBaUqNmD/hzMxAAbRvJZavvr1nSd1GWCZicVA==", 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": { 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": "allow *", 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: "mon": "allow profile mgr", 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: "osd": "allow *" 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:29.027 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:29.028 INFO:teuthology.orchestra.run.smithi105.stdout: ] 2024-07-26T07:40:29.028 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:40:29.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.976+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 msgr2=0x7f3594079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.976+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 0x7f3594079550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f35a8000f60 tx=0x7f35a8009040 comp rx=0 tx=0).stop 2024-07-26T07:40:29.030 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 msgr2=0x7f35b41f89f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.031 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00b970 tx=0x7f35ac00be30 comp rx=0 tx=0).stop 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 shutdown_connections 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3594077040 0x7f3594079550 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35b4142340 0x7f35b41f89f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b40b38a0 0x7f35b41f84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 --2- 172.21.15.105:0/3538149435 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35b406e620 0x7f35b4156030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.035 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 >> 172.21.15.105:0/3538149435 conn(0x7f35b406c610 msgr2=0x7f35b406d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:29.036 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 shutdown_connections 2024-07-26T07:40:29.036 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:28.977+0000 7f35bac00640 1 -- 172.21.15.105:0/3538149435 wait complete. 2024-07-26T07:40:29.036 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-07-26T07:40:29.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.298+0000 7f27dcc00640 1 -- 172.21.15.105:0/225064690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d80d1260 msgr2=0x7f27d80b2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.298+0000 7f27dcc00640 1 --2- 172.21.15.105:0/225064690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d80d1260 0x7f27d80b2770 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f27c0005fd0 tx=0x7f27c002a530 comp rx=0 tx=0).stop 2024-07-26T07:40:29.299 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 -- 172.21.15.105:0/225064690 shutdown_connections 2024-07-26T07:40:29.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 --2- 172.21.15.105:0/225064690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d80d1260 0x7f27d80b2770 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 --2- 172.21.15.105:0/225064690 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27d813eca0 0x7f27d80d0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 -- 172.21.15.105:0/225064690 >> 172.21.15.105:0/225064690 conn(0x7f27d8071b60 msgr2=0x7f27d8071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:29.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 -- 172.21.15.105:0/225064690 shutdown_connections 2024-07-26T07:40:29.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.299+0000 7f27dcc00640 1 -- 172.21.15.105:0/225064690 wait complete. 2024-07-26T07:40:29.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.301+0000 7f27dcc00640 1 Processor -- start 2024-07-26T07:40:29.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.301+0000 7f27dcc00640 1 -- start start 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.302+0000 7f27dcc00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 0x7f27d8154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27dcc00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27d80d1260 0x7f27d81f28a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27dcc00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27dcc00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f27d8141500 con 0x7f27d813eca0 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27dcc00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f27d8141380 con 0x7f27d80b2cb0 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27dcc00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f27d8141680 con 0x7f27d80d1260 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:54016/0 (socket says 172.21.15.105:54016) 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 -- 172.21.15.105:0/2198380652 learned_addr learned my addr 172.21.15.105:0/2198380652 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:29.304 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7400640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 0x7f27d8154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 -- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27d80d1260 msgr2=0x7f27d81f28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27d80d1260 0x7f27d81f28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 -- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 msgr2=0x7f27d8154f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 0x7f27d8154f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7e00640 1 -- 172.21.15.105:0/2198380652 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d80b4af0 con 0x7f27d813eca0 2024-07-26T07:40:29.305 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.303+0000 7f27d7400640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 0x7f27d8154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27d7e00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f27d000be90 tx=0x7f27d000bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d0019070 con 0x7f27d813eca0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27d0014440 con 0x7f27d813eca0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d00148d0 con 0x7f27d813eca0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d81f35e0 con 0x7f27d813eca0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.304+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d81f3ba0 con 0x7f27d813eca0 2024-07-26T07:40:29.306 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.305+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27d8153090 con 0x7f27d813eca0 2024-07-26T07:40:29.307 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.307+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f27d001c070 con 0x7f27d813eca0 2024-07-26T07:40:29.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.308+0000 7f27cfe00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 0x7f27b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.308+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f27d0098770 con 0x7f27d813eca0 2024-07-26T07:40:29.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.308+0000 7f27d7400640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 0x7f27b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.309+0000 7f27d7400640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 0x7f27b4079520 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f27c80058c0 tx=0x7f27c8005c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:29.312 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.312+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f27d0061b30 con 0x7f27d813eca0 2024-07-26T07:40:29.605 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.604+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f27d81f3370 con 0x7f27d813eca0 2024-07-26T07:40:29.611 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.611+0000 7f27cfe00640 1 -- 172.21.15.105:0/2198380652 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f27d0061430 con 0x7f27d813eca0 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.613+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 msgr2=0x7f27b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.613+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 0x7f27b4079520 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f27c80058c0 tx=0x7f27c8005c90 comp rx=0 tx=0).stop 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.613+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 msgr2=0x7f27d80b7170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.613+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f27d000be90 tx=0x7f27d000bf80 comp rx=0 tx=0).stop 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 shutdown_connections 2024-07-26T07:40:29.614 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f27b4077010 0x7f27b4079520 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d813eca0 0x7f27d80b7170 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27d80d1260 0x7f27d81f28a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 --2- 172.21.15.105:0/2198380652 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27d80b2cb0 0x7f27d8154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 >> 172.21.15.105:0/2198380652 conn(0x7f27d8071b60 msgr2=0x7f27d813a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 shutdown_connections 2024-07-26T07:40:29.615 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.614+0000 7f27dcc00640 1 -- 172.21.15.105:0/2198380652 wait complete. 2024-07-26T07:40:29.642 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-07-26T07:40:29.905 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:40:29.911 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:40:29.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 -- 172.21.15.105:0/3342698323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 msgr2=0x7f9284072db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 --2- 172.21.15.105:0/3342698323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284072db0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f92840714e0 tx=0x7f927402a540 comp rx=0 tx=0).stop 2024-07-26T07:40:29.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 -- 172.21.15.105:0/3342698323 shutdown_connections 2024-07-26T07:40:29.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 --2- 172.21.15.105:0/3342698323 >> v2:172.21.15.143:3300/0 conn(0x7f9284145670 0x7f928406fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 --2- 172.21.15.105:0/3342698323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284072db0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.917+0000 7f928b000640 1 -- 172.21.15.105:0/3342698323 >> 172.21.15.105:0/3342698323 conn(0x7f928406d630 msgr2=0x7f928406da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:29.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.918+0000 7f928b000640 1 -- 172.21.15.105:0/3342698323 shutdown_connections 2024-07-26T07:40:29.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.918+0000 7f928b000640 1 -- 172.21.15.105:0/3342698323 wait complete. 2024-07-26T07:40:29.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.920+0000 7f928b000640 1 Processor -- start 2024-07-26T07:40:29.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.920+0000 7f928b000640 1 -- start start 2024-07-26T07:40:29.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f928406ff80 0x7f928412de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 0x7f92840acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9284144ed0 con 0x7f9284145120 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9284144d50 con 0x7f9284145670 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f928b000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f928415ca90 con 0x7f928406ff80 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:54034/0 (socket says 172.21.15.105:54034) 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 -- 172.21.15.105:0/119168932 learned_addr learned my addr 172.21.15.105:0/119168932 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f9283e00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f928406ff80 0x7f928412de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f9289000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 0x7f92840acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 -- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f928406ff80 msgr2=0x7f928412de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f928406ff80 0x7f928412de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 -- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 msgr2=0x7f92840acfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.922+0000 7f927be00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 0x7f92840acfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f927be00640 1 -- 172.21.15.105:0/119168932 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f928412eb50 con 0x7f9284145120 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f9289000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 0x7f92840acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f927be00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f926c00c9a0 tx=0x7f926c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c007bb0 con 0x7f9284145120 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f926c007e40 con 0x7f9284145120 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c005280 con 0x7f9284145120 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f928412ee30 con 0x7f9284145120 2024-07-26T07:40:29.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.923+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f928412f3f0 con 0x7f9284145120 2024-07-26T07:40:29.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.925+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9284074720 con 0x7f9284145120 2024-07-26T07:40:29.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.927+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f926c005420 con 0x7f9284145120 2024-07-26T07:40:29.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.928+0000 7f9280c00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 0x7f9260079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:29.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.928+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f926c098be0 con 0x7f9284145120 2024-07-26T07:40:29.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.928+0000 7f9283e00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 0x7f9260079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:29.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.929+0000 7f9283e00640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 0x7f9260079550 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9274034000 tx=0x7f9274004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:29.932 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:29.932+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9284074720 con 0x7f9284145120 2024-07-26T07:40:30.200 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.199+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f928412e8e0 con 0x7f9284145120 2024-07-26T07:40:30.205 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.204+0000 7f9280c00640 1 -- 172.21.15.105:0/119168932 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f926c014030 con 0x7f9284145120 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 msgr2=0x7f9260079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 0x7f9260079550 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9274034000 tx=0x7f9274004730 comp rx=0 tx=0).stop 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 msgr2=0x7f9284131a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f926c00c9a0 tx=0x7f926c00ce60 comp rx=0 tx=0).stop 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 shutdown_connections 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9260077040 0x7f9260079550 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9284145670 0x7f92840acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9284145120 0x7f9284131a60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.208 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 --2- 172.21.15.105:0/119168932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f928406ff80 0x7f928412de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 >> 172.21.15.105:0/119168932 conn(0x7f928406d630 msgr2=0x7f9284144040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:30.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.207+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 shutdown_connections 2024-07-26T07:40:30.209 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.208+0000 7f928b000640 1 -- 172.21.15.105:0/119168932 wait complete. 2024-07-26T07:40:30.231 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-07-26T07:40:30.504 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 -- 172.21.15.105:0/3996116346 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64100cc5d0 msgr2=0x7f6410141920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.504 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 --2- 172.21.15.105:0/3996116346 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64100cc5d0 0x7f6410141920 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f63f8005fd0 tx=0x7f63f802a8b0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 -- 172.21.15.105:0/3996116346 shutdown_connections 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 --2- 172.21.15.105:0/3996116346 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64101604c0 0x7f6410166140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 --2- 172.21.15.105:0/3996116346 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64100cc5d0 0x7f6410141920 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.503+0000 7f6416200640 1 -- 172.21.15.105:0/3996116346 >> 172.21.15.105:0/3996116346 conn(0x7f641006cc40 msgr2=0x7f64100b3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.504+0000 7f6416200640 1 -- 172.21.15.105:0/3996116346 shutdown_connections 2024-07-26T07:40:30.505 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.504+0000 7f6416200640 1 -- 172.21.15.105:0/3996116346 wait complete. 2024-07-26T07:40:30.506 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.506+0000 7f6416200640 1 Processor -- start 2024-07-26T07:40:30.506 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.506+0000 7f6416200640 1 -- start start 2024-07-26T07:40:30.509 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64100cc5d0 0x7f64100b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:30.509 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 0x7f64101f8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:30.509 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:30.509 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6410166680 con 0x7f64101604c0 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6410160b80 con 0x7f6410141e60 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.507+0000 7f6416200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6410166800 con 0x7f64100cc5d0 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:54048/0 (socket says 172.21.15.105:54048) 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 -- 172.21.15.105:0/2084127923 learned_addr learned my addr 172.21.15.105:0/2084127923 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 -- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64100cc5d0 msgr2=0x7f64100b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64100cc5d0 0x7f64100b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 -- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 msgr2=0x7f64101f8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640ea00640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 0x7f64101f8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 0x7f64101f8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640fe00640 1 -- 172.21.15.105:0/2084127923 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64101f6990 con 0x7f64101604c0 2024-07-26T07:40:30.510 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.508+0000 7f640ea00640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 0x7f64101f8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f640fe00640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f640800c770 tx=0x7f640800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408007bb0 con 0x7f64101604c0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6408007e40 con 0x7f64101604c0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6408005280 con 0x7f64101604c0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64101f6c00 con 0x7f64101604c0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.509+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64101f71c0 con 0x7f64101604c0 2024-07-26T07:40:30.511 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.510+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6410068e80 con 0x7f64101604c0 2024-07-26T07:40:30.512 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.511+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6408005420 con 0x7f64101604c0 2024-07-26T07:40:30.512 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.512+0000 7f6407400640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 0x7f63ec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:30.513 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.512+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f6408098ba0 con 0x7f64101604c0 2024-07-26T07:40:30.513 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.513+0000 7f640f400640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 0x7f63ec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:30.514 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.514+0000 7f640f400640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 0x7f63ec079550 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f63f8034000 tx=0x7f63f8004a40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:30.517 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.517+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6410068e80 con 0x7f64101604c0 2024-07-26T07:40:30.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.797+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f6410141920 con 0x7f64101604c0 2024-07-26T07:40:30.802 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.802+0000 7f6407400640 1 -- 172.21.15.105:0/2084127923 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7f6408014030 con 0x7f64101604c0 2024-07-26T07:40:30.805 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.804+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 msgr2=0x7f63ec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.804+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 0x7f63ec079550 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f63f8034000 tx=0x7f63f8004a40 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.804+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 msgr2=0x7f64101f9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.804+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f640800c770 tx=0x7f640800cc30 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 shutdown_connections 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f63ec077040 0x7f63ec079550 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f64101604c0 0x7f64101f9260 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6410141e60 0x7f64101f8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 --2- 172.21.15.105:0/2084127923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f64100cc5d0 0x7f64100b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 >> 172.21.15.105:0/2084127923 conn(0x7f641006cc40 msgr2=0x7f64100d13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 shutdown_connections 2024-07-26T07:40:30.806 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:30.805+0000 7f6416200640 1 -- 172.21.15.105:0/2084127923 wait complete. 2024-07-26T07:40:30.829 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-07-26T07:40:31.118 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.118+0000 7f5b2f400640 1 -- 172.21.15.105:0/599598871 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28032990 con 0x7f5b3006e620 2024-07-26T07:40:31.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.118+0000 7f5b36200640 1 -- 172.21.15.105:0/599598871 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 msgr2=0x7f5b3006ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 --2- 172.21.15.105:0/599598871 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b3006ea30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5b28005fd0 tx=0x7f5b2802a820 comp rx=0 tx=0).stop 2024-07-26T07:40:31.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 -- 172.21.15.105:0/599598871 shutdown_connections 2024-07-26T07:40:31.119 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 --2- 172.21.15.105:0/599598871 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b3006ea30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 --2- 172.21.15.105:0/599598871 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b30142340 0x7f5b300b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 -- 172.21.15.105:0/599598871 >> 172.21.15.105:0/599598871 conn(0x7f5b3006c610 msgr2=0x7f5b3006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:31.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 -- 172.21.15.105:0/599598871 shutdown_connections 2024-07-26T07:40:31.120 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.119+0000 7f5b36200640 1 -- 172.21.15.105:0/599598871 wait complete. 2024-07-26T07:40:31.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.121+0000 7f5b36200640 1 Processor -- start 2024-07-26T07:40:31.121 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.121+0000 7f5b36200640 1 -- start start 2024-07-26T07:40:31.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b300cb970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 0x7f5b301f6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5b300b3250 con 0x7f5b30142340 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5b300b5af0 con 0x7f5b3006e620 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b36200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3006ef70 con 0x7f5b300b38a0 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b35800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b35800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45588/0 (socket says 172.21.15.105:45588) 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b35800640 1 -- 172.21.15.105:0/616035708 learned_addr learned my addr 172.21.15.105:0/616035708 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.123+0000 7f5b34e00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b300cb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b2fe00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 0x7f5b301f6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 -- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 msgr2=0x7f5b301f6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 0x7f5b301f6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 -- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 msgr2=0x7f5b300cb970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b300cb970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 -- 172.21.15.105:0/616035708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b301f7250 con 0x7f5b30142340 2024-07-26T07:40:31.125 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b2fe00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 0x7f5b301f6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:31.126 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b35800640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009b30 tx=0x7f5b28032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:31.126 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28037040 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b28042070 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b300c58f0 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.124+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28003e60 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.125+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b301f34b0 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.126+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b301f2f40 con 0x7f5b30142340 2024-07-26T07:40:31.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.127+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5b28004280 con 0x7f5b30142340 2024-07-26T07:40:31.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.128+0000 7f5b2cc00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 0x7f5b0c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.128+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f5b280b95b0 con 0x7f5b30142340 2024-07-26T07:40:31.129 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.129+0000 7f5b34e00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 0x7f5b0c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.130 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.130+0000 7f5b34e00640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 0x7f5b0c079520 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5b20005fd0 tx=0x7f5b20009260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:31.134 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.133+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5b301f7250 con 0x7f5b30142340 2024-07-26T07:40:31.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.420+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f5b3006f380 con 0x7f5b30142340 2024-07-26T07:40:31.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.427+0000 7f5b2cc00640 1 -- 172.21.15.105:0/616035708 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f5b28082960 con 0x7f5b30142340 2024-07-26T07:40:31.430 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.429+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 msgr2=0x7f5b0c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.430 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.429+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 0x7f5b0c079520 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5b20005fd0 tx=0x7f5b20009260 comp rx=0 tx=0).stop 2024-07-26T07:40:31.430 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.429+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 msgr2=0x7f5b300c49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.429+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009b30 tx=0x7f5b28032d10 comp rx=0 tx=0).stop 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 shutdown_connections 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f5b0c077010 0x7f5b0c079520 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5b30142340 0x7f5b300c49c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5b300b38a0 0x7f5b301f6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 --2- 172.21.15.105:0/616035708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5b3006e620 0x7f5b300cb970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 >> 172.21.15.105:0/616035708 conn(0x7f5b3006c610 msgr2=0x7f5b3015df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 shutdown_connections 2024-07-26T07:40:31.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.430+0000 7f5b36200640 1 -- 172.21.15.105:0/616035708 wait complete. 2024-07-26T07:40:31.457 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-07-26T07:40:31.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 -- 172.21.15.105:0/265707454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 msgr2=0x7fa840150e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 --2- 172.21.15.105:0/265707454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa840150e30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa8400748c0 tx=0x7fa83002b160 comp rx=0 tx=0).stop 2024-07-26T07:40:31.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 -- 172.21.15.105:0/265707454 shutdown_connections 2024-07-26T07:40:31.718 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 --2- 172.21.15.105:0/265707454 >> v2:172.21.15.143:3300/0 conn(0x7fa8400ce750 0x7fa8400ceb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 --2- 172.21.15.105:0/265707454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 0x7fa84015dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 --2- 172.21.15.105:0/265707454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa840150e30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 -- 172.21.15.105:0/265707454 >> 172.21.15.105:0/265707454 conn(0x7fa84006d630 msgr2=0x7fa84006da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:31.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 -- 172.21.15.105:0/265707454 shutdown_connections 2024-07-26T07:40:31.719 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.717+0000 7fa845600640 1 -- 172.21.15.105:0/265707454 wait complete. 2024-07-26T07:40:31.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.720+0000 7fa845600640 1 Processor -- start 2024-07-26T07:40:31.720 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.720+0000 7fa845600640 1 -- start start 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa8400ce750 0x7fa8401f58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 0x7fa8400cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa8400cf220 con 0x7fa8400b3bd0 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa8400cf0a0 con 0x7fa8400ce750 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.721+0000 7fa845600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa8400b4540 con 0x7fa84015dba0 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.723 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45604/0 (socket says 172.21.15.105:45604) 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 -- 172.21.15.105:0/3460166013 learned_addr learned my addr 172.21.15.105:0/3460166013 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83f400640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 0x7fa8400cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 -- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 msgr2=0x7fa8400cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 0x7fa8400cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 -- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa8400ce750 msgr2=0x7fa8401f58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa8400ce750 0x7fa8401f58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 -- 172.21.15.105:0/3460166013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8401f5e20 con 0x7fa8400b3bd0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa83ea00640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fa83002b750 tx=0x7fa830003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.722+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa830005d50 con 0x7fa8400b3bd0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.723+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa83000a0d0 con 0x7fa8400b3bd0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.723+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83000a500 con 0x7fa8400b3bd0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.723+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8400c9180 con 0x7fa8400b3bd0 2024-07-26T07:40:31.724 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.723+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa840154d10 con 0x7fa8400b3bd0 2024-07-26T07:40:31.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.724+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa840154b40 con 0x7fa8400b3bd0 2024-07-26T07:40:31.725 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.725+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa83000a6a0 con 0x7fa8400b3bd0 2024-07-26T07:40:31.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.726+0000 7fa836a00640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 0x7fa81c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:31.726 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.726+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fa8300b89f0 con 0x7fa8400b3bd0 2024-07-26T07:40:31.727 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.726+0000 7fa83e000640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 0x7fa81c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:31.728 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.728+0000 7fa83e000640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 0x7fa81c079550 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa84014fcd0 tx=0x7fa828005b50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:31.731 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:31.730+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8401f5e20 con 0x7fa8400b3bd0 2024-07-26T07:40:32.014 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.014+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fa8400703c0 con 0x7fa8400b3bd0 2024-07-26T07:40:32.018 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.018+0000 7fa836a00640 1 -- 172.21.15.105:0/3460166013 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) ==== 97+0+0 (secure 0 0 0) 0x7fa830081db0 con 0x7fa8400b3bd0 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 msgr2=0x7fa81c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 0x7fa81c079550 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa84014fcd0 tx=0x7fa828005b50 comp rx=0 tx=0).stop 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 msgr2=0x7fa84014ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fa83002b750 tx=0x7fa830003880 comp rx=0 tx=0).stop 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 shutdown_connections 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fa81c077040 0x7fa81c079550 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.022 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa84015dba0 0x7fa8400cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa8400ce750 0x7fa8401f58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 --2- 172.21.15.105:0/3460166013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8400b3bd0 0x7fa84014ea80 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 >> 172.21.15.105:0/3460166013 conn(0x7fa84006d630 msgr2=0x7fa840073140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:32.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 shutdown_connections 2024-07-26T07:40:32.023 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.021+0000 7fa845600640 1 -- 172.21.15.105:0/3460166013 wait complete. 2024-07-26T07:40:32.046 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-07-26T07:40:32.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 -- 172.21.15.105:0/263757564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd48c004800 msgr2=0x7fd48c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.300 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 --2- 172.21.15.105:0/263757564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd48c004800 0x7fd48c004c10 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd4940016c0 tx=0x7fd48c005830 comp rx=0 tx=0).stop 2024-07-26T07:40:32.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4aa600640 1 -- 172.21.15.105:0/263757564 reap_dead start 2024-07-26T07:40:32.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 -- 172.21.15.105:0/263757564 shutdown_connections 2024-07-26T07:40:32.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 -- 172.21.15.105:0/263757564 >> 172.21.15.105:0/263757564 conn(0x7fd4a406c610 msgr2=0x7fd4a406ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:32.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 -- 172.21.15.105:0/263757564 shutdown_connections 2024-07-26T07:40:32.301 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.299+0000 7fd4ab000640 1 -- 172.21.15.105:0/263757564 wait complete. 2024-07-26T07:40:32.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.302+0000 7fd4ab000640 1 Processor -- start 2024-07-26T07:40:32.302 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.302+0000 7fd4ab000640 1 -- start start 2024-07-26T07:40:32.307 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd48c004800 0x7fd4a41f7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.307 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4a406d7d0 0x7fd4a406dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.307 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.307 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a40b5a60 con 0x7fd4a4133f00 2024-07-26T07:40:32.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a40b58e0 con 0x7fd4a406d7d0 2024-07-26T07:40:32.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.303+0000 7fd4ab000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4a4165290 con 0x7fd48c004800 2024-07-26T07:40:32.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45624/0 (socket says 172.21.15.105:45624) 2024-07-26T07:40:32.308 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 -- 172.21.15.105:0/2898180559 learned_addr learned my addr 172.21.15.105:0/2898180559 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:32.309 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4a9c00640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd48c004800 0x7fd4a41f7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.309 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 -- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd48c004800 msgr2=0x7fd4a41f7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.309 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4a9200640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4a406d7d0 0x7fd4a406dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.309 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd48c004800 0x7fd4a41f7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.309 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 -- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4a406d7d0 msgr2=0x7fd4a406dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4a406d7d0 0x7fd4a406dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 -- 172.21.15.105:0/2898180559 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4a41f35d0 con 0x7fd4a4133f00 2024-07-26T07:40:32.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.304+0000 7fd4aa600640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd4a415fa60 tx=0x7fd49c009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:32.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.305+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c016030 con 0x7fd4a4133f00 2024-07-26T07:40:32.310 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.305+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd49c004c10 con 0x7fd4a4133f00 2024-07-26T07:40:32.311 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.305+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c011710 con 0x7fd4a4133f00 2024-07-26T07:40:32.311 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.305+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4a41f38b0 con 0x7fd4a4133f00 2024-07-26T07:40:32.311 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.305+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4a4134850 con 0x7fd4a4133f00 2024-07-26T07:40:32.311 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.306+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4a40b3cb0 con 0x7fd4a4133f00 2024-07-26T07:40:32.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.307+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd49c0118b0 con 0x7fd4a4133f00 2024-07-26T07:40:32.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.309+0000 7fd4a1600640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 0x7fd488079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.309+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fd49c098f00 con 0x7fd4a4133f00 2024-07-26T07:40:32.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.309+0000 7fd4a9c00640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 0x7fd488079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.310+0000 7fd4a9c00640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 0x7fd488079520 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd498001860 tx=0x7fd498001d00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:32.314 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.313+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd49c062220 con 0x7fd4a4133f00 2024-07-26T07:40:32.595 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.594+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fd4a4069af0 con 0x7fd4a4133f00 2024-07-26T07:40:32.599 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.598+0000 7fd4a1600640 1 -- 172.21.15.105:0/2898180559 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7fd49c061b20 con 0x7fd4a4133f00 2024-07-26T07:40:32.602 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 msgr2=0x7fd488079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 0x7fd488079520 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd498001860 tx=0x7fd498001d00 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 msgr2=0x7fd4a4134310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd4a415fa60 tx=0x7fd49c009b00 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 shutdown_connections 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd488077010 0x7fd488079520 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd4a4133f00 0x7fd4a4134310 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4a406d7d0 0x7fd4a406dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 --2- 172.21.15.105:0/2898180559 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd48c004800 0x7fd4a41f7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 >> 172.21.15.105:0/2898180559 conn(0x7fd4a406c610 msgr2=0x7fd4a406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 shutdown_connections 2024-07-26T07:40:32.603 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.602+0000 7fd4ab000640 1 -- 172.21.15.105:0/2898180559 wait complete. 2024-07-26T07:40:32.631 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 -- 172.21.15.105:0/534840796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f000b38a0 msgr2=0x7f9f000b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 --2- 172.21.15.105:0/534840796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f000b38a0 0x7f9f000b3cb0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9f000b5270 tx=0x7f9ee802a4d0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 -- 172.21.15.105:0/534840796 shutdown_connections 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 --2- 172.21.15.105:0/534840796 >> v2:172.21.15.143:3300/0 conn(0x7f9f0015fb00 0x7f9f0015ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 --2- 172.21.15.105:0/534840796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f000b38a0 0x7f9f000b3cb0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 --2- 172.21.15.105:0/534840796 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 0x7f9f000b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.902 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 -- 172.21.15.105:0/534840796 >> 172.21.15.105:0/534840796 conn(0x7f9f0006c610 msgr2=0x7f9f0006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:32.903 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 -- 172.21.15.105:0/534840796 shutdown_connections 2024-07-26T07:40:32.903 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.901+0000 7f9effe00640 1 -- 172.21.15.105:0/534840796 wait complete. 2024-07-26T07:40:32.904 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.903+0000 7f9effe00640 1 Processor -- start 2024-07-26T07:40:32.904 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.904+0000 7f9effe00640 1 -- start start 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 0x7f9f00131e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 0x7f9f001f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9f000b58e0 con 0x7f9f0015fb00 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9f000b32c0 con 0x7f9f000b38a0 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9effe00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9f000b5a60 con 0x7f9f00142340 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9eff400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.905+0000 7f9efea00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 0x7f9f00131e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.908 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45640/0 (socket says 172.21.15.105:45640) 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 -- 172.21.15.105:0/1541489692 learned_addr learned my addr 172.21.15.105:0/1541489692 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9efea00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 0x7f9f00131e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.105:43468/0 (socket says 172.21.15.105:43468) 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9ef7e00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 0x7f9f001f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 -- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 msgr2=0x7f9f001f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 0x7f9f001f64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 -- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 msgr2=0x7f9f00131e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 0x7f9f00131e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 -- 172.21.15.105:0/1541489692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f001f70d0 con 0x7f9f0015fb00 2024-07-26T07:40:32.909 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.906+0000 7f9eff400640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9ef800d9a0 tx=0x7f9ef800de60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:32.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.907+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef8017070 con 0x7f9f0015fb00 2024-07-26T07:40:32.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.907+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ef800be00 con 0x7f9f0015fb00 2024-07-26T07:40:32.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.907+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f001f73b0 con 0x7f9f0015fb00 2024-07-26T07:40:32.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.907+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef8003bd0 con 0x7f9f0015fb00 2024-07-26T07:40:32.910 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.907+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f00131640 con 0x7f9f0015fb00 2024-07-26T07:40:32.911 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.908+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f00160610 con 0x7f9f0015fb00 2024-07-26T07:40:32.911 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.909+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9ef8010460 con 0x7f9f0015fb00 2024-07-26T07:40:32.911 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.910+0000 7f9ef6a00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 0x7f9edc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:32.911 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.910+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f9ef8098a40 con 0x7f9f0015fb00 2024-07-26T07:40:32.911 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.911+0000 7f9efea00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 0x7f9edc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:32.912 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.912+0000 7f9efea00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 0x7f9edc079520 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000aa10 tx=0x7f9ef0005ef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:32.915 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:32.915+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9ef80617b0 con 0x7f9f0015fb00 2024-07-26T07:40:33.123 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.122+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9f001f6e60 con 0x7f9f0015fb00 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.123+0000 7f9ef6a00640 1 -- 172.21.15.105:0/1541489692 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v36) ==== 84+0+65 (secure 0 0 0) 0x7f9ef8098e20 con 0x7f9f0015fb00 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout:[ 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout: { 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout: "poolnum": 1, 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout: "poolname": ".mgr" 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:33.124 INFO:teuthology.orchestra.run.smithi105.stdout:] 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 msgr2=0x7f9edc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 0x7f9edc079520 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000aa10 tx=0x7f9ef0005ef0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 msgr2=0x7f9f000cb390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9ef800d9a0 tx=0x7f9ef800de60 comp rx=0 tx=0).stop 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 shutdown_connections 2024-07-26T07:40:33.127 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f9edc077010 0x7f9edc079520 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f0015fb00 0x7f9f000cb390 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f00142340 0x7f9f001f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 --2- 172.21.15.105:0/1541489692 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f000b38a0 0x7f9f00131e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.126+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 >> 172.21.15.105:0/1541489692 conn(0x7f9f0006c610 msgr2=0x7f9f0015dc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.127+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 shutdown_connections 2024-07-26T07:40:33.128 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.127+0000 7f9effe00640 1 -- 172.21.15.105:0/1541489692 wait complete. 2024-07-26T07:40:33.151 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T07:40:33.152 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 -- 172.21.15.105:0/2285333901 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 msgr2=0x7fdba0160030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 --2- 172.21.15.105:0/2285333901 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba0160030 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fdba0074800 tx=0x7fdb8c02a580 comp rx=0 tx=0).stop 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 -- 172.21.15.105:0/2285333901 shutdown_connections 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 --2- 172.21.15.105:0/2285333901 >> v2:172.21.15.143:3300/0 conn(0x7fdba00b3c80 0x7fdba00b4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 --2- 172.21.15.105:0/2285333901 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba0160030 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 -- 172.21.15.105:0/2285333901 >> 172.21.15.105:0/2285333901 conn(0x7fdba00b1c40 msgr2=0x7fdba00b2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 -- 172.21.15.105:0/2285333901 shutdown_connections 2024-07-26T07:40:33.421 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.420+0000 7fdba8000640 1 -- 172.21.15.105:0/2285333901 wait complete. 2024-07-26T07:40:33.422 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.422+0000 7fdba8000640 1 Processor -- start 2024-07-26T07:40:33.423 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.422+0000 7fdba8000640 1 -- start start 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdba006dbe0 0x7fdba006f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdba00b3c80 0x7fdba00702c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdba00b4750 con 0x7fdba015fc20 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdba00b45d0 con 0x7fdba00b3c80 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba8000640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdba00b48d0 con 0x7fdba006dbe0 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba6000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:33.426 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba6000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45648/0 (socket says 172.21.15.105:45648) 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba6000640 1 -- 172.21.15.105:0/3450875185 learned_addr learned my addr 172.21.15.105:0/3450875185 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.424+0000 7fdba5600640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdba006dbe0 0x7fdba006f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba4c00640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdba00b3c80 0x7fdba00702c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 -- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdba006dbe0 msgr2=0x7fdba006f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdba006dbe0 0x7fdba006f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 -- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdba00b3c80 msgr2=0x7fdba00702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdba00b3c80 0x7fdba00702c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 -- 172.21.15.105:0/3450875185 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba0150880 con 0x7fdba015fc20 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba6000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800ba10 tx=0x7fdb9800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb98019070 con 0x7fdba015fc20 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb9800cc50 con 0x7fdba015fc20 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba0150b60 con 0x7fdba015fc20 2024-07-26T07:40:33.427 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb980146a0 con 0x7fdba015fc20 2024-07-26T07:40:33.428 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.425+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba01527e0 con 0x7fdba015fc20 2024-07-26T07:40:33.428 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.426+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdba006f5f0 con 0x7fdba015fc20 2024-07-26T07:40:33.428 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.428+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdb9801c070 con 0x7fdba015fc20 2024-07-26T07:40:33.429 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.429+0000 7fdb9d600640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 0x7fdb80079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:33.429 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.429+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fdb980985c0 con 0x7fdba015fc20 2024-07-26T07:40:33.429 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.429+0000 7fdba5600640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 0x7fdb80079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:33.431 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.431+0000 7fdba5600640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 0x7fdb80079520 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdb940015e0 tx=0x7fdb94009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:33.433 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.433+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb980618e0 con 0x7fdba015fc20 2024-07-26T07:40:33.647 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:33.647+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdba00b4090 con 0x7fdba015fc20 2024-07-26T07:40:34.607 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.606+0000 7fdb9d600640 1 -- 172.21.15.105:0/3450875185 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v37) ==== 138+0+0 (secure 0 0 0) 0x7fdb980611e0 con 0x7fdba015fc20 2024-07-26T07:40:34.607 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_metadata' created 2024-07-26T07:40:34.611 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.610+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 msgr2=0x7fdb80079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:34.611 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.610+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 0x7fdb80079520 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdb940015e0 tx=0x7fdb94009040 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.610+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 msgr2=0x7fdba013f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.610+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800ba10 tx=0x7fdb9800bed0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 shutdown_connections 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fdb80077010 0x7fdb80079520 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdba015fc20 0x7fdba013f170 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdba00b3c80 0x7fdba00702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 --2- 172.21.15.105:0/3450875185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdba006dbe0 0x7fdba006f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 >> 172.21.15.105:0/3450875185 conn(0x7fdba00b1c40 msgr2=0x7fdba00b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 shutdown_connections 2024-07-26T07:40:34.612 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.611+0000 7fdba8000640 1 -- 172.21.15.105:0/3450875185 wait complete. 2024-07-26T07:40:34.647 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T07:40:34.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.918+0000 7f99c9c00640 1 -- 172.21.15.105:0/3519389098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99a8004d40 msgr2=0x7f99a8005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:34.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.918+0000 7f99c9c00640 1 --2- 172.21.15.105:0/3519389098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99a8004d40 0x7f99a8005150 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009f20 tx=0x7f99a8005830 comp rx=0 tx=0).stop 2024-07-26T07:40:34.919 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.918+0000 7f99c9200640 1 -- 172.21.15.105:0/3519389098 reap_dead start 2024-07-26T07:40:34.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.918+0000 7f99c9c00640 1 -- 172.21.15.105:0/3519389098 shutdown_connections 2024-07-26T07:40:34.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.919+0000 7f99c9c00640 1 -- 172.21.15.105:0/3519389098 >> 172.21.15.105:0/3519389098 conn(0x7f99c40af7c0 msgr2=0x7f99c40afbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:34.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.919+0000 7f99c9c00640 1 -- 172.21.15.105:0/3519389098 shutdown_connections 2024-07-26T07:40:34.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.919+0000 7f99c9c00640 1 -- 172.21.15.105:0/3519389098 wait complete. 2024-07-26T07:40:34.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.921+0000 7f99c9c00640 1 Processor -- start 2024-07-26T07:40:34.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.921+0000 7f99c9c00640 1 -- start start 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99a8004d40 0x7f99c413d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99c41e4bb0 0x7f99c413c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f99c40b49a0 con 0x7f99c41e33c0 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f99c40b4820 con 0x7f99c41e4bb0 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99c9c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f99c40b4b20 con 0x7f99a8004d40 2024-07-26T07:40:34.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99bb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99bb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45662/0 (socket says 172.21.15.105:45662) 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.923+0000 7f99bb400640 1 -- 172.21.15.105:0/2125788786 learned_addr learned my addr 172.21.15.105:0/2125788786 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99c3e00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99a8004d40 0x7f99c413d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99c9200640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99c41e4bb0 0x7f99c413c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 -- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99a8004d40 msgr2=0x7f99c413d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99a8004d40 0x7f99c413d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 -- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99c41e4bb0 msgr2=0x7f99c413c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99c41e4bb0 0x7f99c413c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:34.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 -- 172.21.15.105:0/2125788786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99c41e3b10 con 0x7f99c41e33c0 2024-07-26T07:40:34.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99bb400640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f99ac010a40 tx=0x7f99ac010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:34.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.924+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac00ed20 con 0x7f99c41e33c0 2024-07-26T07:40:34.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.925+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99ac005020 con 0x7f99c41e33c0 2024-07-26T07:40:34.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.925+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99c41e3df0 con 0x7f99c41e33c0 2024-07-26T07:40:34.926 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.925+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac005450 con 0x7f99c41e33c0 2024-07-26T07:40:34.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.925+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99c41e43b0 con 0x7f99c41e33c0 2024-07-26T07:40:34.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.926+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99c40ce6c0 con 0x7f99c41e33c0 2024-07-26T07:40:34.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.927+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f99ac0047a0 con 0x7f99c41e33c0 2024-07-26T07:40:34.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.928+0000 7f99c0c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 0x7f99a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:34.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.928+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5619+0+0 (secure 0 0 0) 0x7f99ac099670 con 0x7f99c41e33c0 2024-07-26T07:40:34.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.929+0000 7f99c3e00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 0x7f99a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:34.930 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.930+0000 7f99c3e00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 0x7f99a0079520 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f99b4001a30 tx=0x7f99b4001110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:34.934 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:34.933+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f99ac0628b0 con 0x7f99c41e33c0 2024-07-26T07:40:35.141 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.141+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f99c40cf630 con 0x7f99c41e33c0 2024-07-26T07:40:35.624 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.623+0000 7f99c0c00640 1 -- 172.21.15.105:0/2125788786 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v38) ==== 170+0+0 (secure 0 0 0) 0x7f99ac0621b0 con 0x7f99c41e33c0 2024-07-26T07:40:35.624 INFO:teuthology.orchestra.run.smithi105.stderr:pool 'cephfs_data' created 2024-07-26T07:40:35.627 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 msgr2=0x7f99a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 0x7f99a0079520 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f99b4001a30 tx=0x7f99b4001110 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 msgr2=0x7f99c413da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f99ac010a40 tx=0x7f99ac010f00 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 shutdown_connections 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f99a0077010 0x7f99a0079520 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f99c41e4bb0 0x7f99c413c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41e33c0 0x7f99c413da20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 --2- 172.21.15.105:0/2125788786 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f99a8004d40 0x7f99c413d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 >> 172.21.15.105:0/2125788786 conn(0x7f99c40af7c0 msgr2=0x7f99c4073640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:35.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 shutdown_connections 2024-07-26T07:40:35.629 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.627+0000 7f99c9c00640 1 -- 172.21.15.105:0/2125788786 wait complete. 2024-07-26T07:40:35.670 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T07:40:35.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.920+0000 7fd757e00640 1 -- 172.21.15.105:0/801850937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd73c003a00 msgr2=0x7fd73c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.920+0000 7fd757e00640 1 --2- 172.21.15.105:0/801850937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd73c003a00 0x7fd73c003e70 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd748009b50 tx=0x7fd73c005830 comp rx=0 tx=0).stop 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.920+0000 7fd757400640 1 -- 172.21.15.105:0/801850937 reap_dead start 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.921+0000 7fd757e00640 1 -- 172.21.15.105:0/801850937 shutdown_connections 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.921+0000 7fd757e00640 1 -- 172.21.15.105:0/801850937 >> 172.21.15.105:0/801850937 conn(0x7fd75806c610 msgr2=0x7fd75806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.921+0000 7fd757e00640 1 -- 172.21.15.105:0/801850937 shutdown_connections 2024-07-26T07:40:35.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.921+0000 7fd757e00640 1 -- 172.21.15.105:0/801850937 wait complete. 2024-07-26T07:40:35.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.923+0000 7fd757e00640 1 Processor -- start 2024-07-26T07:40:35.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.923+0000 7fd757e00640 1 -- start start 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd73c003a00 0x7fd7581eba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 0x7fd75813a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd7580b58e0 con 0x7fd7581403b0 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd7580b32c0 con 0x7fd73c003a00 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd7580b5a60 con 0x7fd75813dd10 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd74e000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd74e000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45674/0 (socket says 172.21.15.105:45674) 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd74e000640 1 -- 172.21.15.105:0/151703307 learned_addr learned my addr 172.21.15.105:0/151703307 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd756a00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd73c003a00 0x7fd7581eba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:35.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.925+0000 7fd757400640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 0x7fd75813a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 -- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 msgr2=0x7fd75813a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 0x7fd75813a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 -- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd73c003a00 msgr2=0x7fd7581eba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd73c003a00 0x7fd7581eba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 -- 172.21.15.105:0/151703307 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd758140a50 con 0x7fd7581403b0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd757400640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 0x7fd75813a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74e000640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd740010a10 tx=0x7fd740010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74000ece0 con 0x7fd7581403b0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd74000ee80 con 0x7fd7581403b0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd758140d30 con 0x7fd7581403b0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd740005260 con 0x7fd7581403b0 2024-07-26T07:40:35.928 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.926+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd75813aff0 con 0x7fd7581403b0 2024-07-26T07:40:35.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.928+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd758074130 con 0x7fd7581403b0 2024-07-26T07:40:35.929 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.929+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd740005400 con 0x7fd7581403b0 2024-07-26T07:40:35.930 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.930+0000 7fd74f400640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 0x7fd734079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:35.930 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.930+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6001+0+0 (secure 0 0 0) 0x7fd7400996d0 con 0x7fd7581403b0 2024-07-26T07:40:35.931 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.931+0000 7fd756a00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 0x7fd734079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:35.932 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.932+0000 7fd756a00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 0x7fd734079520 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd748035000 tx=0x7fd74802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:35.936 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:35.936+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd758074130 con 0x7fd7581403b0 2024-07-26T07:40:36.168 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.167+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd7581407e0 con 0x7fd7581403b0 2024-07-26T07:40:36.628 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.627+0000 7fd74f400640 1 -- 172.21.15.105:0/151703307 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7fd740062820 con 0x7fd7581403b0 2024-07-26T07:40:36.628 INFO:teuthology.orchestra.run.smithi105.stderr:new fs with metadata pool 5 and data pool 6 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 msgr2=0x7fd734079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 0x7fd734079520 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd748035000 tx=0x7fd74802d040 comp rx=0 tx=0).stop 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 msgr2=0x7fd7581f5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd740010a10 tx=0x7fd740010ed0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 shutdown_connections 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7fd734077010 0x7fd734079520 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75813dd10 0x7fd75813a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.632 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7581403b0 0x7fd7581f5ab0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.633 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 --2- 172.21.15.105:0/151703307 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd73c003a00 0x7fd7581eba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.633 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.631+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 >> 172.21.15.105:0/151703307 conn(0x7fd75806c610 msgr2=0x7fd75815bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:36.633 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.632+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 shutdown_connections 2024-07-26T07:40:36.633 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.632+0000 7fd757e00640 1 -- 172.21.15.105:0/151703307 wait complete. 2024-07-26T07:40:36.683 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:36.916 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.915+0000 7f0b91800640 1 -- 172.21.15.105:0/3516432069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c13ed60 msgr2=0x7f0b8c06fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:36.916 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.915+0000 7f0b91800640 1 --2- 172.21.15.105:0/3516432069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c13ed60 0x7f0b8c06fa60 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c005fd0 tx=0x7f0b7c02a8b0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 -- 172.21.15.105:0/3516432069 shutdown_connections 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 --2- 172.21.15.105:0/3516432069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c160220 0x7f0b8c165b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 --2- 172.21.15.105:0/3516432069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c13ed60 0x7f0b8c06fa60 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 -- 172.21.15.105:0/3516432069 >> 172.21.15.105:0/3516432069 conn(0x7f0b8c06d630 msgr2=0x7f0b8c06da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 -- 172.21.15.105:0/3516432069 shutdown_connections 2024-07-26T07:40:36.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.916+0000 7f0b91800640 1 -- 172.21.15.105:0/3516432069 wait complete. 2024-07-26T07:40:36.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.918+0000 7f0b91800640 1 Processor -- start 2024-07-26T07:40:36.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.918+0000 7f0b91800640 1 -- start start 2024-07-26T07:40:36.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:36.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c13ed60 0x7f0b8c153f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:36.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0b8c160220 0x7f0b8c164e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8c166200 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8c166080 con 0x7f0b8c160220 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.919+0000 7f0b91800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0b8c166380 con 0x7f0b8c13ed60 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45682/0 (socket says 172.21.15.105:45682) 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 -- 172.21.15.105:0/969097145 learned_addr learned my addr 172.21.15.105:0/969097145 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 -- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c13ed60 msgr2=0x7f0b8c153f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b82000640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c13ed60 0x7f0b8c153f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8b400640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0b8c160220 0x7f0b8c164e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c13ed60 0x7f0b8c153f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 -- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0b8c160220 msgr2=0x7f0b8c164e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0b8c160220 0x7f0b8c164e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:36.921 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 -- 172.21.15.105:0/969097145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b8c13eb70 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.922 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.920+0000 7f0b8aa00640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c009cd0 tx=0x7f0b7c003a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.921+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7c031b90 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.921+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b7c031e20 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.921+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7c0332f0 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.921+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b8c156300 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.921+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b8c1565a0 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.923 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.922+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b8c06fa60 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.924 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.924+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0b7c033490 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.925+0000 7f0b83400640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 0x7f0b68079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:36.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.925+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f0b7c0b9fc0 con 0x7f0b8c06ffa0 2024-07-26T07:40:36.925 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.925+0000 7f0b82000640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 0x7f0b68079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:36.927 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.926+0000 7f0b82000640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 0x7f0b68079550 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0b74000f60 tx=0x7f0b74009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:36.930 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:36.929+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0b7c03f030 con 0x7f0b8c06ffa0 2024-07-26T07:40:37.135 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.135+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b8c15e570 con 0x7f0b8c06ffa0 2024-07-26T07:40:37.138 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.138+0000 7f0b83400640 1 -- 172.21.15.105:0/969097145 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16991 (secure 0 0 0) 0x7f0b7c083150 con 0x7f0b8c06ffa0 2024-07-26T07:40:37.139 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:37.139 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":39,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:40:36.168967+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:40:33.667893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T07:40:35.161197+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:37.141 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 msgr2=0x7f0b68079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 0x7f0b68079550 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0b74000f60 tx=0x7f0b74009040 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 msgr2=0x7f0b8c155b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f0b7c009cd0 tx=0x7f0b7c003a10 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 shutdown_connections 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0b68077040 0x7f0b68079550 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0b8c160220 0x7f0b8c164e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0b8c13ed60 0x7f0b8c153f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 --2- 172.21.15.105:0/969097145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b8c06ffa0 0x7f0b8c155b90 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 >> 172.21.15.105:0/969097145 conn(0x7f0b8c06d630 msgr2=0x7f0b8c15fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 shutdown_connections 2024-07-26T07:40:37.142 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.141+0000 7f0b91800640 1 -- 172.21.15.105:0/969097145 wait complete. 2024-07-26T07:40:37.167 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 -- 172.21.15.105:0/3731076656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c0b38a0 msgr2=0x7f3c6c0b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3731076656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c0b38a0 0x7f3c6c0b3cb0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3c54005fd0 tx=0x7f3c5402aa10 comp rx=0 tx=0).stop 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 -- 172.21.15.105:0/3731076656 shutdown_connections 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3731076656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c0b38a0 0x7f3c6c0b3cb0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3731076656 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c142340 0x7f3c6c0b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.432 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 -- 172.21.15.105:0/3731076656 >> 172.21.15.105:0/3731076656 conn(0x7f3c6c06c610 msgr2=0x7f3c6c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:37.433 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 -- 172.21.15.105:0/3731076656 shutdown_connections 2024-07-26T07:40:37.433 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.431+0000 7f3c6be00640 1 -- 172.21.15.105:0/3731076656 wait complete. 2024-07-26T07:40:37.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.434+0000 7f3c6be00640 1 Processor -- start 2024-07-26T07:40:37.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.434+0000 7f3c6be00640 1 -- start start 2024-07-26T07:40:37.437 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.435+0000 7f3c6be00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c0b38a0 0x7f3c6c139b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.435+0000 7f3c6be00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6be00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 0x7f3c6c13d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6be00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c0cf630 con 0x7f3c6c142340 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6be00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3c6c0b32c0 con 0x7f3c6c15fb00 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6be00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3c6c0b58e0 con 0x7f3c6c0b38a0 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45702/0 (socket says 172.21.15.105:45702) 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 -- 172.21.15.105:0/3273691060 learned_addr learned my addr 172.21.15.105:0/3273691060 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6aa00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c0b38a0 0x7f3c6c139b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6b400640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 0x7f3c6c13d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 -- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c0b38a0 msgr2=0x7f3c6c139b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c0b38a0 0x7f3c6c139b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 -- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 msgr2=0x7f3c6c13d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 0x7f3c6c13d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6a000640 1 -- 172.21.15.105:0/3273691060 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6c13bb40 con 0x7f3c6c142340 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.436+0000 7f3c6b400640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 0x7f3c6c13d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c6a000640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3c54000f80 tx=0x7f3c54003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c54046070 con 0x7f3c6c142340 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c540046c0 con 0x7f3c6c142340 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c6c13a6d0 con 0x7f3c6c142340 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c54033070 con 0x7f3c6c142340 2024-07-26T07:40:37.439 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.437+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c6c1f9840 con 0x7f3c6c142340 2024-07-26T07:40:37.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.438+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c6c160740 con 0x7f3c6c142340 2024-07-26T07:40:37.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.440+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3c54049070 con 0x7f3c6c142340 2024-07-26T07:40:37.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.440+0000 7f3c62a00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 0x7f3c48079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.441+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3c540b9ec0 con 0x7f3c6c142340 2024-07-26T07:40:37.441 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.441+0000 7f3c6aa00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 0x7f3c48079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.442 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.442+0000 7f3c6aa00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 0x7f3c48079520 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c005d70 tx=0x7f3c5c005d00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:37.445 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.445+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3c5403e070 con 0x7f3c6c142340 2024-07-26T07:40:37.658 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.657+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c6c13a460 con 0x7f3c6c142340 2024-07-26T07:40:37.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.661+0000 7f3c62a00640 1 -- 172.21.15.105:0/3273691060 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16978 (secure 0 0 0) 0x7f3c54082e10 con 0x7f3c6c142340 2024-07-26T07:40:37.662 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:37.663 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":40,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:40:37.627843+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:40:33.667893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T07:40:35.161197+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:37.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 msgr2=0x7f3c48079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 0x7f3c48079520 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c005d70 tx=0x7f3c5c005d00 comp rx=0 tx=0).stop 2024-07-26T07:40:37.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 msgr2=0x7f3c6c1f6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3c54000f80 tx=0x7f3c54003f90 comp rx=0 tx=0).stop 2024-07-26T07:40:37.665 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 shutdown_connections 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f3c48077010 0x7f3c48079520 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3c6c15fb00 0x7f3c6c13d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c6c142340 0x7f3c6c1f6930 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 --2- 172.21.15.105:0/3273691060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3c6c0b38a0 0x7f3c6c139b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.664+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 >> 172.21.15.105:0/3273691060 conn(0x7f3c6c06c610 msgr2=0x7f3c6c06ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.665+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 shutdown_connections 2024-07-26T07:40:37.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.665+0000 7f3c6be00640 1 -- 172.21.15.105:0/3273691060 wait complete. 2024-07-26T07:40:37.693 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 -- 172.21.15.105:0/794637929 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 msgr2=0x7f1298004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 --2- 172.21.15.105:0/794637929 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f1298004c10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f129c00baf0 tx=0x7f1298005830 comp rx=0 tx=0).stop 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12b9400640 1 -- 172.21.15.105:0/794637929 reap_dead start 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 -- 172.21.15.105:0/794637929 shutdown_connections 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 -- 172.21.15.105:0/794637929 >> 172.21.15.105:0/794637929 conn(0x7f12b4073e00 msgr2=0x7f12b4074240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 -- 172.21.15.105:0/794637929 shutdown_connections 2024-07-26T07:40:37.947 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.946+0000 7f12bb400640 1 -- 172.21.15.105:0/794637929 wait complete. 2024-07-26T07:40:37.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.948+0000 7f12bb400640 1 Processor -- start 2024-07-26T07:40:37.949 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.948+0000 7f12bb400640 1 -- start start 2024-07-26T07:40:37.950 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12b4134340 0x7f12b415a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12b415ac10 0x7f12b415b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f12b406cea0 con 0x7f1298004800 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f12b406cd20 con 0x7f12b4134340 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12bb400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12b415d090 con 0x7f12b415ac10 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12b8a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12b8a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45716/0 (socket says 172.21.15.105:45716) 2024-07-26T07:40:37.951 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.950+0000 7f12b8a00640 1 -- 172.21.15.105:0/1748880017 learned_addr learned my addr 172.21.15.105:0/1748880017 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12abe00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12b4134340 0x7f12b415a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b9400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12b415ac10 0x7f12b415b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 -- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12b415ac10 msgr2=0x7f12b415b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12b415ac10 0x7f12b415b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 -- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12b4134340 msgr2=0x7f12b415a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12b4134340 0x7f12b415a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 -- 172.21.15.105:0/1748880017 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b4159c60 con 0x7f1298004800 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b8a00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f12a400d8e0 tx=0x7f12a400dda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a400b830 con 0x7f1298004800 2024-07-26T07:40:37.953 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f12a400bac0 con 0x7f1298004800 2024-07-26T07:40:37.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.951+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b415b560 con 0x7f1298004800 2024-07-26T07:40:37.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.952+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a40035f0 con 0x7f1298004800 2024-07-26T07:40:37.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.952+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b4159ed0 con 0x7f1298004800 2024-07-26T07:40:37.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.953+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b415cb50 con 0x7f1298004800 2024-07-26T07:40:37.954 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.954+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f12a4003790 con 0x7f1298004800 2024-07-26T07:40:37.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.955+0000 7f12b1600640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 0x7f1290079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:37.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.955+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f12a40992e0 con 0x7f1298004800 2024-07-26T07:40:37.955 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.955+0000 7f12abe00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 0x7f1290079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:37.957 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.956+0000 7f12abe00640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 0x7f1290079550 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f129c036000 tx=0x7f129c0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:37.959 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:37.959+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f12a4062340 con 0x7f1298004800 2024-07-26T07:40:38.203 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.203+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f12b40b0730 con 0x7f1298004800 2024-07-26T07:40:38.676 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.675+0000 7f12b1600640 1 -- 172.21.15.105:0/1748880017 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f12a4061c40 con 0x7f1298004800 2024-07-26T07:40:38.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.680+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 msgr2=0x7f1290079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:38.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.680+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 0x7f1290079550 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f129c036000 tx=0x7f129c0046c0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.680+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 msgr2=0x7f12b41562a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f12a400d8e0 tx=0x7f12a400dda0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 shutdown_connections 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1290077040 0x7f1290079550 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12b415ac10 0x7f12b415b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12b4134340 0x7f12b415a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 --2- 172.21.15.105:0/1748880017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1298004800 0x7f12b41562a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 >> 172.21.15.105:0/1748880017 conn(0x7f12b4073e00 msgr2=0x7f12b4070410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 shutdown_connections 2024-07-26T07:40:38.682 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.681+0000 7f12bb400640 1 -- 172.21.15.105:0/1748880017 wait complete. 2024-07-26T07:40:38.710 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T07:40:38.710 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 -- 172.21.15.105:0/1041621243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f140053a0 msgr2=0x7f7f1400ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 --2- 172.21.15.105:0/1041621243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f140053a0 0x7f7f1400ba50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7f28009e20 tx=0x7f7f14005830 comp rx=0 tx=0).stop 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 -- 172.21.15.105:0/1041621243 shutdown_connections 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 --2- 172.21.15.105:0/1041621243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f140053a0 0x7f7f1400ba50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 -- 172.21.15.105:0/1041621243 >> 172.21.15.105:0/1041621243 conn(0x7f7f3006c610 msgr2=0x7f7f3006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 -- 172.21.15.105:0/1041621243 shutdown_connections 2024-07-26T07:40:38.989 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.988+0000 7f7f36600640 1 -- 172.21.15.105:0/1041621243 wait complete. 2024-07-26T07:40:38.991 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.991+0000 7f7f36600640 1 Processor -- start 2024-07-26T07:40:38.991 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.991+0000 7f7f36600640 1 -- start start 2024-07-26T07:40:38.994 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 0x7f7f301f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3015ef70 0x7f7f3013a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7f300cf680 con 0x7f7f30157e00 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7f300b5af0 con 0x7f7f140053a0 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.992+0000 7f7f36600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7f300b3cb0 con 0x7f7f3015ef70 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45732/0 (socket says 172.21.15.105:45732) 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 -- 172.21.15.105:0/2505255890 learned_addr learned my addr 172.21.15.105:0/2505255890 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f27e00640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3015ef70 0x7f7f3013a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35200640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 0x7f7f301f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:38.995 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 -- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3015ef70 msgr2=0x7f7f3013a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3015ef70 0x7f7f3013a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 -- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 msgr2=0x7f7f301f84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 0x7f7f301f84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35c00640 1 -- 172.21.15.105:0/2505255890 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3013ae50 con 0x7f7f30157e00 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.993+0000 7f7f35200640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 0x7f7f301f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f35c00640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7f28009e20 tx=0x7f7f28003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28038040 con 0x7f7f30157e00 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f28004b20 con 0x7f7f30157e00 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f3013c830 con 0x7f7f30157e00 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2802ba50 con 0x7f7f30157e00 2024-07-26T07:40:38.996 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.994+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f301f8f90 con 0x7f7f30157e00 2024-07-26T07:40:38.997 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.995+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f300b41a0 con 0x7f7f30157e00 2024-07-26T07:40:38.997 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.997+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7f28043060 con 0x7f7f30157e00 2024-07-26T07:40:38.998 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.998+0000 7f7f2d600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 0x7f7f0c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:38.998 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.998+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f7f280b86e0 con 0x7f7f30157e00 2024-07-26T07:40:38.999 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:38.999+0000 7f7f35200640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 0x7f7f0c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:39.000 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.000+0000 7f7f35200640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 0x7f7f0c079550 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7f20006970 tx=0x7f7f20001490 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:39.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.003+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f280816b0 con 0x7f7f30157e00 2024-07-26T07:40:39.243 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.243+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7f301f8a40 con 0x7f7f30157e00 2024-07-26T07:40:39.394 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T07:40:39.394+0000 7f9859600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T07:40:39.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.691+0000 7f7f2d600640 1 -- 172.21.15.105:0/2505255890 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f7f28080fb0 con 0x7f7f30157e00 2024-07-26T07:40:39.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.694+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 msgr2=0x7f7f0c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:39.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.694+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 0x7f7f0c079550 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7f20006970 tx=0x7f7f20001490 comp rx=0 tx=0).stop 2024-07-26T07:40:39.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.694+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 msgr2=0x7f7f30158210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:39.695 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.694+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7f28009e20 tx=0x7f7f28003c00 comp rx=0 tx=0).stop 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 shutdown_connections 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f7f0c077040 0x7f7f0c079550 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7f30157e00 0x7f7f30158210 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3015ef70 0x7f7f3013a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 --2- 172.21.15.105:0/2505255890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f140053a0 0x7f7f301f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 >> 172.21.15.105:0/2505255890 conn(0x7f7f3006c610 msgr2=0x7f7f3013bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 shutdown_connections 2024-07-26T07:40:39.696 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:39.695+0000 7f7f36600640 1 -- 172.21.15.105:0/2505255890 wait complete. 2024-07-26T07:40:39.727 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T07:40:39.727 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 -- 172.21.15.105:0/1766171569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb4070130 msgr2=0x7ffbb4072ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/1766171569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb4070130 0x7ffbb4072ee0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ffba0005fd0 tx=0x7ffba002a540 comp rx=0 tx=0).stop 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 -- 172.21.15.105:0/1766171569 shutdown_connections 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/1766171569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb4070130 0x7ffbb4072ee0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 -- 172.21.15.105:0/1766171569 >> 172.21.15.105:0/1766171569 conn(0x7ffbb406d630 msgr2=0x7ffbb406da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 -- 172.21.15.105:0/1766171569 shutdown_connections 2024-07-26T07:40:40.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.000+0000 7ffbb9a00640 1 -- 172.21.15.105:0/1766171569 wait complete. 2024-07-26T07:40:40.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.003+0000 7ffbb9a00640 1 Processor -- start 2024-07-26T07:40:40.003 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.003+0000 7ffbb9a00640 1 -- start start 2024-07-26T07:40:40.005 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffbb4073960 0x7ffbb415ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 0x7ffbb4142060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb415cc70 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb415caf0 con 0x7ffbb4145770 2024-07-26T07:40:40.006 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.005+0000 7ffbb9a00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffbb415cdf0 con 0x7ffbb4073960 2024-07-26T07:40:40.007 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45746/0 (socket says 172.21.15.105:45746) 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 -- 172.21.15.105:0/4058527507 learned_addr learned my addr 172.21.15.105:0/4058527507 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb2000640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 0x7ffbb4142060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb2a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffbb4073960 0x7ffbb415ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 -- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffbb4073960 msgr2=0x7ffbb415ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffbb4073960 0x7ffbb415ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 -- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 msgr2=0x7ffbb4142060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 0x7ffbb4142060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 -- 172.21.15.105:0/4058527507 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb413d6a0 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb2000640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 0x7ffbb4142060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T07:40:40.008 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.006+0000 7ffbb3400640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c730 tx=0x7ffbac00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.007+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac017070 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.007+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac003c60 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.007+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac0052d0 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.007+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb413f510 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.007+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb413fad0 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.009 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.008+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbb413f300 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.010 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.009+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffbac01a070 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.010+0000 7ffbaaa00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 0x7ffb94079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.010+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ffbac098310 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.011 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.011+0000 7ffbb2a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 0x7ffb94079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.012 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.012+0000 7ffbb2a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 0x7ffb94079550 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ffba4006fd0 tx=0x7ffba4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:40.015 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.015+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffbac061370 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.264 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.263+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbb4072ee0 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.265 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.265+0000 7ffbaaa00640 1 -- 172.21.15.105:0/4058527507 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5235 (secure 0 0 0) 0x7ffbac060c70 con 0x7ffbb41f2ae0 2024-07-26T07:40:40.266 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:40.266 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":18,"btime":"2024-07-26T07:40:39:676801+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4699,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6836/2623172593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":2623172593},{"type":"v1","addr":"172.21.15.143:6836","nonce":2623172593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3678010760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6835","nonce":3678010760},{"type":"v1","addr":"172.21.15.143:6837","nonce":3678010760}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4962,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/2764255284","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":2764255284},{"type":"v1","addr":"172.21.15.105:6833","nonce":2764255284}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:40:36.168880+0000","modified":"2024-07-26T07:40:39.244449+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.105:6835/1965041182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":1965041182},{"type":"v1","addr":"172.21.15.105:6835","nonce":1965041182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4965,"qdb_cluster":[4965]},"id":2}]} 2024-07-26T07:40:40.270 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 18 2024-07-26T07:40:40.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 msgr2=0x7ffb94079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 0x7ffb94079550 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ffba4006fd0 tx=0x7ffba4008040 comp rx=0 tx=0).stop 2024-07-26T07:40:40.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 msgr2=0x7ffbb41425a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.271 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00c730 tx=0x7ffbac00cbf0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 shutdown_connections 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7ffb94077040 0x7ffb94079550 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb41f2ae0 0x7ffbb41425a0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffbb4145770 0x7ffbb4142060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 --2- 172.21.15.105:0/4058527507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffbb4073960 0x7ffbb415ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 >> 172.21.15.105:0/4058527507 conn(0x7ffbb406d630 msgr2=0x7ffbb40cd780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 shutdown_connections 2024-07-26T07:40:40.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.268+0000 7ffbb9a00640 1 -- 172.21.15.105:0/4058527507 wait complete. 2024-07-26T07:40:40.296 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T07:40:40.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 -- 172.21.15.105:0/3754207825 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb40700b0 msgr2=0x7f4bb4072570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 --2- 172.21.15.105:0/3754207825 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb40700b0 0x7f4bb4072570 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4bac005fd0 tx=0x7f4bac02aa00 comp rx=0 tx=0).stop 2024-07-26T07:40:40.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 -- 172.21.15.105:0/3754207825 shutdown_connections 2024-07-26T07:40:40.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 --2- 172.21.15.105:0/3754207825 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb40700b0 0x7f4bb4072570 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.567 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 --2- 172.21.15.105:0/3754207825 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb415d570 0x7f4bb4145560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.566+0000 7f4bbb600640 1 -- 172.21.15.105:0/3754207825 >> 172.21.15.105:0/3754207825 conn(0x7f4bb406d630 msgr2=0x7f4bb406da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:40.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.567+0000 7f4bbb600640 1 -- 172.21.15.105:0/3754207825 shutdown_connections 2024-07-26T07:40:40.568 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.567+0000 7f4bbb600640 1 -- 172.21.15.105:0/3754207825 wait complete. 2024-07-26T07:40:40.569 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.569+0000 7f4bbb600640 1 Processor -- start 2024-07-26T07:40:40.570 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.569+0000 7f4bbb600640 1 -- start start 2024-07-26T07:40:40.573 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.573 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 0x7f4bb413c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb413b5e0 0x7f4bb413b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb4072ab0 con 0x7f4bb4073940 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb40740e0 con 0x7f4bb415d570 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bbb600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb4072c30 con 0x7f4bb413b5e0 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bb8c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.571+0000 7f4bb8c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:45764/0 (socket says 172.21.15.105:45764) 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 -- 172.21.15.105:0/2302365850 learned_addr learned my addr 172.21.15.105:0/2302365850 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4babe00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 0x7f4bb413c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb9600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb413b5e0 0x7f4bb413b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 -- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb413b5e0 msgr2=0x7f4bb413b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.574 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb413b5e0 0x7f4bb413b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 -- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 msgr2=0x7f4bb413c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 0x7f4bb413c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 -- 172.21.15.105:0/2302365850 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb41f54b0 con 0x7f4bb4073940 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4babe00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 0x7f4bb413c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.572+0000 7f4bb8c00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400d750 tx=0x7f4ba400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.573+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4017070 con 0x7f4bb4073940 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.573+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ba4009b20 con 0x7f4bb4073940 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.573+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4010460 con 0x7f4bb4073940 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.573+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb413ee60 con 0x7f4bb4073940 2024-07-26T07:40:40.575 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.573+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb413f420 con 0x7f4bb4073940 2024-07-26T07:40:40.576 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.574+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb4073190 con 0x7f4bb4073940 2024-07-26T07:40:40.576 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.575+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4ba401a070 con 0x7f4bb4073940 2024-07-26T07:40:40.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.576+0000 7f4bb1600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 0x7f4b90079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:40.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.576+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f4ba4098ca0 con 0x7f4bb4073940 2024-07-26T07:40:40.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.577+0000 7f4babe00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 0x7f4b90079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:40.579 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.578+0000 7f4babe00640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 0x7f4b90079520 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4bb40af670 tx=0x7f4b9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:40.581 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.581+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ba4061c70 con 0x7f4bb4073940 2024-07-26T07:40:40.789 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.789+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4bb41f8560 con 0x7f4bb4073940 2024-07-26T07:40:40.792 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.792+0000 7f4bb1600640 1 -- 172.21.15.105:0/2302365850 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16978 (secure 0 0 0) 0x7f4ba4061570 con 0x7f4bb4073940 2024-07-26T07:40:40.793 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:40.793 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":40,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","created":"2024-07-26T07:38:45.419772+0000","modified":"2024-07-26T07:40:37.627843+0000","last_up_change":"2024-07-26T07:39:00.205658+0000","last_in_change":"2024-07-26T07:38:50.979514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T07:39:00.837482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T07:40:33.667893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T07:40:35.161197+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1ef459bb-3954-4c97-aebc-59d09d85bcf7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6801","nonce":3115705537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6803","nonce":3115705537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6807","nonce":3115705537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":3115705537},{"type":"v1","addr":"172.21.15.105:6805","nonce":3115705537}]},"public_addr":"172.21.15.105:6801/3115705537","cluster_addr":"172.21.15.105:6803/3115705537","heartbeat_back_addr":"172.21.15.105:6807/3115705537","heartbeat_front_addr":"172.21.15.105:6805/3115705537","state":["exists","up"]},{"osd":1,"uuid":"d08be555-5524-43d6-ba02-e3392cbdb4bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6817","nonce":1505999742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6819","nonce":1505999742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6823","nonce":1505999742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":1505999742},{"type":"v1","addr":"172.21.15.105:6821","nonce":1505999742}]},"public_addr":"172.21.15.105:6817/1505999742","cluster_addr":"172.21.15.105:6819/1505999742","heartbeat_back_addr":"172.21.15.105:6823/1505999742","heartbeat_front_addr":"172.21.15.105:6821/1505999742","state":["exists","up"]},{"osd":2,"uuid":"2e5fdf31-a4b3-4bdf-ac35-c6dee32dcbba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6809","nonce":2933107364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6811","nonce":2933107364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6815","nonce":2933107364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":2933107364},{"type":"v1","addr":"172.21.15.105:6813","nonce":2933107364}]},"public_addr":"172.21.15.105:6809/2933107364","cluster_addr":"172.21.15.105:6811/2933107364","heartbeat_back_addr":"172.21.15.105:6815/2933107364","heartbeat_front_addr":"172.21.15.105:6813/2933107364","state":["exists","up"]},{"osd":3,"uuid":"feec4f1a-b9a4-4802-8c47-794ca60a2bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6825","nonce":937459479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6827","nonce":937459479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6831","nonce":937459479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":937459479},{"type":"v1","addr":"172.21.15.105:6829","nonce":937459479}]},"public_addr":"172.21.15.105:6825/937459479","cluster_addr":"172.21.15.105:6827/937459479","heartbeat_back_addr":"172.21.15.105:6831/937459479","heartbeat_front_addr":"172.21.15.105:6829/937459479","state":["exists","up"]},{"osd":4,"uuid":"98b851a1-9ccd-42ee-aa7e-1fed5ee2da9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6803","nonce":2799159552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6805","nonce":2799159552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6809","nonce":2799159552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":2799159552},{"type":"v1","addr":"172.21.15.143:6807","nonce":2799159552}]},"public_addr":"172.21.15.143:6803/2799159552","cluster_addr":"172.21.15.143:6805/2799159552","heartbeat_back_addr":"172.21.15.143:6809/2799159552","heartbeat_front_addr":"172.21.15.143:6807/2799159552","state":["exists","up"]},{"osd":5,"uuid":"d5211e17-4189-4c81-8fe1-4281131454b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6812","nonce":215583358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6820","nonce":215583358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6827","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6830","nonce":215583358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":215583358},{"type":"v1","addr":"172.21.15.143:6825","nonce":215583358}]},"public_addr":"172.21.15.143:6812/215583358","cluster_addr":"172.21.15.143:6820/215583358","heartbeat_back_addr":"172.21.15.143:6830/215583358","heartbeat_front_addr":"172.21.15.143:6825/215583358","state":["exists","up"]},{"osd":6,"uuid":"9e645c43-45df-4c14-940f-f3c36e3a48f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6811","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6813","nonce":3485831693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6815","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6818","nonce":3485831693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6831","nonce":3485831693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6821","nonce":3485831693},{"type":"v1","addr":"172.21.15.143:6824","nonce":3485831693}]},"public_addr":"172.21.15.143:6813/3485831693","cluster_addr":"172.21.15.143:6818/3485831693","heartbeat_back_addr":"172.21.15.143:6831/3485831693","heartbeat_front_addr":"172.21.15.143:6824/3485831693","state":["exists","up"]},{"osd":7,"uuid":"cceaebe8-b2a2-4d7e-a8a5-119110dd928f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6817","nonce":3136484728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6819","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6823","nonce":3136484728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6833","nonce":3136484728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":3136484728},{"type":"v1","addr":"172.21.15.143:6829","nonce":3136484728}]},"public_addr":"172.21.15.143:6817/3136484728","cluster_addr":"172.21.15.143:6823/3136484728","heartbeat_back_addr":"172.21.15.143:6833/3136484728","heartbeat_front_addr":"172.21.15.143:6829/3136484728","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.665690+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.530224+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.748086+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.574797+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.426884+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.531344+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.515917+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T07:38:56.235333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:40:40.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.795+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 msgr2=0x7f4b90079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.795+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 0x7f4b90079520 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4bb40af670 tx=0x7f4b9c008040 comp rx=0 tx=0).stop 2024-07-26T07:40:40.796 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.795+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 msgr2=0x7f4bb41f4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.795+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400d750 tx=0x7f4ba400dc10 comp rx=0 tx=0).stop 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 shutdown_connections 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f4b90077010 0x7f4b90079520 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4bb413b5e0 0x7f4bb413b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4bb415d570 0x7f4bb413c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 --2- 172.21.15.105:0/2302365850 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb4073940 0x7f4bb41f4f70 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 >> 172.21.15.105:0/2302365850 conn(0x7f4bb406d630 msgr2=0x7f4bb415edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 shutdown_connections 2024-07-26T07:40:40.797 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:40.796+0000 7f4bbb600640 1 -- 172.21.15.105:0/2302365850 wait complete. 2024-07-26T07:40:40.824 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T07:40:40.824 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 -- 172.21.15.105:0/3327883271 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 msgr2=0x7f3334004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 --2- 172.21.15.105:0/3327883271 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f3334004c10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f333800bbb0 tx=0x7f3334005830 comp rx=0 tx=0).stop 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 -- 172.21.15.105:0/3327883271 shutdown_connections 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 --2- 172.21.15.105:0/3327883271 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f3334004c10 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 -- 172.21.15.105:0/3327883271 >> 172.21.15.105:0/3327883271 conn(0x7f335006c610 msgr2=0x7f335006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:41.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 -- 172.21.15.105:0/3327883271 shutdown_connections 2024-07-26T07:40:41.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.097+0000 7f3355e00640 1 -- 172.21.15.105:0/3327883271 wait complete. 2024-07-26T07:40:41.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.100+0000 7f3355e00640 1 Processor -- start 2024-07-26T07:40:41.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.100+0000 7f3355e00640 1 -- start start 2024-07-26T07:40:41.103 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.103 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f335013d410 0x7f3350159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 0x7f33500a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f33500b2b70 con 0x7f3334004800 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f33500b5af0 con 0x7f33501f3ea0 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3355e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33500b2cf0 con 0x7f335013d410 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.101+0000 7f3354a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43314/0 (socket says 172.21.15.105:43314) 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 -- 172.21.15.105:0/4127847599 learned_addr learned my addr 172.21.15.105:0/4127847599 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3355400640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 0x7f33500a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3347e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f335013d410 0x7f3350159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 -- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f335013d410 msgr2=0x7f3350159160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f335013d410 0x7f3350159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 -- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 msgr2=0x7f33500a9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 0x7f33500a9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 -- 172.21.15.105:0/4127847599 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335013a3b0 con 0x7f3334004800 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3355400640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 0x7f33500a9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.102+0000 7f3354a00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f334000d640 tx=0x7f334000db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.103+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33400062e0 con 0x7f3334004800 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.103+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3340015020 con 0x7f3334004800 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.103+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340003850 con 0x7f3334004800 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.103+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f335013a690 con 0x7f3334004800 2024-07-26T07:40:41.105 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.103+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f335013ac50 con 0x7f3334004800 2024-07-26T07:40:41.106 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.104+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33500b3cb0 con 0x7f3334004800 2024-07-26T07:40:41.106 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.105+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f33400039f0 con 0x7f3334004800 2024-07-26T07:40:41.107 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.106+0000 7f334d600640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 0x7f332c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.107 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.106+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f3340098eb0 con 0x7f3334004800 2024-07-26T07:40:41.107 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.107+0000 7f3347e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 0x7f332c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.108 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.108+0000 7f3347e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 0x7f332c079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3338036000 tx=0x7f33380046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:41.111 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.111+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f334001f030 con 0x7f3334004800 2024-07-26T07:40:41.313 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.312+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f335013fa50 con 0x7f332c077010 2024-07-26T07:40:41.327 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.326+0000 7f334d600640 1 -- 172.21.15.105:0/4127847599 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7f335013fa50 con 0x7f332c077010 2024-07-26T07:40:41.330 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:41.332 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 msgr2=0x7f332c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 0x7f332c079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3338036000 tx=0x7f33380046c0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 msgr2=0x7f335013f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f334000d640 tx=0x7f334000db00 comp rx=0 tx=0).stop 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 shutdown_connections 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f332c077010 0x7f332c079520 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33501f3ea0 0x7f33500a9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f335013d410 0x7f3350159160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.334 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 --2- 172.21.15.105:0/4127847599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3334004800 0x7f335013f220 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.335 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 >> 172.21.15.105:0/4127847599 conn(0x7f335006c610 msgr2=0x7f33500b3ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:41.335 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 shutdown_connections 2024-07-26T07:40:41.335 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.333+0000 7f3355e00640 1 -- 172.21.15.105:0/4127847599 wait complete. 2024-07-26T07:40:41.362 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-07-26T07:40:40.829900+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220980,"kb_used_data":4776,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753740,"statfs":{"total":773094113280,"available":772867829760,"internally_reserved":0,"allocated":4890624,"data_stored":2744692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002006"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644544+0000","last_change":"2024-07-26T07:40:36.675821+0000","last_active":"2024-07-26T07:40:37.644544+0000","last_peered":"2024-07-26T07:40:37.644544+0000","last_clean":"2024-07-26T07:40:37.644544+0000","last_became_active":"2024-07-26T07:40:36.675485+0000","last_became_peered":"2024-07-26T07:40:36.675485+0000","last_unstale":"2024-07-26T07:40:37.644544+0000","last_undegraded":"2024-07-26T07:40:37.644544+0000","last_fullsized":"2024-07-26T07:40:37.644544+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:10:02.919089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.243178+0000","last_change":"2024-07-26T07:40:36.671222+0000","last_active":"2024-07-26T07:40:38.243178+0000","last_peered":"2024-07-26T07:40:38.243178+0000","last_clean":"2024-07-26T07:40:38.243178+0000","last_became_active":"2024-07-26T07:40:36.669403+0000","last_became_peered":"2024-07-26T07:40:36.669403+0000","last_unstale":"2024-07-26T07:40:38.243178+0000","last_undegraded":"2024-07-26T07:40:38.243178+0000","last_fullsized":"2024-07-26T07:40:38.243178+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:28:13.525319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643345+0000","last_change":"2024-07-26T07:40:36.677972+0000","last_active":"2024-07-26T07:40:37.643345+0000","last_peered":"2024-07-26T07:40:37.643345+0000","last_clean":"2024-07-26T07:40:37.643345+0000","last_became_active":"2024-07-26T07:40:36.677658+0000","last_became_peered":"2024-07-26T07:40:36.677658+0000","last_unstale":"2024-07-26T07:40:37.643345+0000","last_undegraded":"2024-07-26T07:40:37.643345+0000","last_fullsized":"2024-07-26T07:40:37.643345+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:30.923187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644929+0000","last_change":"2024-07-26T07:40:36.685904+0000","last_active":"2024-07-26T07:40:37.644929+0000","last_peered":"2024-07-26T07:40:37.644929+0000","last_clean":"2024-07-26T07:40:37.644929+0000","last_became_active":"2024-07-26T07:40:36.685505+0000","last_became_peered":"2024-07-26T07:40:36.685505+0000","last_unstale":"2024-07-26T07:40:37.644929+0000","last_undegraded":"2024-07-26T07:40:37.644929+0000","last_fullsized":"2024-07-26T07:40:37.644929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:48.708361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627960+0000","last_change":"2024-07-26T07:40:36.672949+0000","last_active":"2024-07-26T07:40:38.627960+0000","last_peered":"2024-07-26T07:40:38.627960+0000","last_clean":"2024-07-26T07:40:38.627960+0000","last_became_active":"2024-07-26T07:40:36.671224+0000","last_became_peered":"2024-07-26T07:40:36.671224+0000","last_unstale":"2024-07-26T07:40:38.627960+0000","last_undegraded":"2024-07-26T07:40:38.627960+0000","last_fullsized":"2024-07-26T07:40:38.627960+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:40:54.736894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242414+0000","last_change":"2024-07-26T07:40:36.666906+0000","last_active":"2024-07-26T07:40:38.242414+0000","last_peered":"2024-07-26T07:40:38.242414+0000","last_clean":"2024-07-26T07:40:38.242414+0000","last_became_active":"2024-07-26T07:40:36.665445+0000","last_became_peered":"2024-07-26T07:40:36.665445+0000","last_unstale":"2024-07-26T07:40:38.242414+0000","last_undegraded":"2024-07-26T07:40:38.242414+0000","last_fullsized":"2024-07-26T07:40:38.242414+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:56.655786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640501+0000","last_change":"2024-07-26T07:40:36.686250+0000","last_active":"2024-07-26T07:40:37.640501+0000","last_peered":"2024-07-26T07:40:37.640501+0000","last_clean":"2024-07-26T07:40:37.640501+0000","last_became_active":"2024-07-26T07:40:36.685953+0000","last_became_peered":"2024-07-26T07:40:36.685953+0000","last_unstale":"2024-07-26T07:40:37.640501+0000","last_undegraded":"2024-07-26T07:40:37.640501+0000","last_fullsized":"2024-07-26T07:40:37.640501+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:50:30.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643100+0000","last_change":"2024-07-26T07:40:36.686176+0000","last_active":"2024-07-26T07:40:37.643100+0000","last_peered":"2024-07-26T07:40:37.643100+0000","last_clean":"2024-07-26T07:40:37.643100+0000","last_became_active":"2024-07-26T07:40:36.685134+0000","last_became_peered":"2024-07-26T07:40:36.685134+0000","last_unstale":"2024-07-26T07:40:37.643100+0000","last_undegraded":"2024-07-26T07:40:37.643100+0000","last_fullsized":"2024-07-26T07:40:37.643100+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:10.739622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628617+0000","last_change":"2024-07-26T07:40:36.677929+0000","last_active":"2024-07-26T07:40:38.628617+0000","last_peered":"2024-07-26T07:40:38.628617+0000","last_clean":"2024-07-26T07:40:38.628617+0000","last_became_active":"2024-07-26T07:40:36.677414+0000","last_became_peered":"2024-07-26T07:40:36.677414+0000","last_unstale":"2024-07-26T07:40:38.628617+0000","last_undegraded":"2024-07-26T07:40:38.628617+0000","last_fullsized":"2024-07-26T07:40:38.628617+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:20:41.146579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641244+0000","last_change":"2024-07-26T07:40:36.684103+0000","last_active":"2024-07-26T07:40:37.641244+0000","last_peered":"2024-07-26T07:40:37.641244+0000","last_clean":"2024-07-26T07:40:37.641244+0000","last_became_active":"2024-07-26T07:40:36.683779+0000","last_became_peered":"2024-07-26T07:40:36.683779+0000","last_unstale":"2024-07-26T07:40:37.641244+0000","last_undegraded":"2024-07-26T07:40:37.641244+0000","last_fullsized":"2024-07-26T07:40:37.641244+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:41.384283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628434+0000","last_change":"2024-07-26T07:40:36.669536+0000","last_active":"2024-07-26T07:40:38.628434+0000","last_peered":"2024-07-26T07:40:38.628434+0000","last_clean":"2024-07-26T07:40:38.628434+0000","last_became_active":"2024-07-26T07:40:36.668264+0000","last_became_peered":"2024-07-26T07:40:36.668264+0000","last_unstale":"2024-07-26T07:40:38.628434+0000","last_undegraded":"2024-07-26T07:40:38.628434+0000","last_fullsized":"2024-07-26T07:40:38.628434+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:58.330486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628045+0000","last_change":"2024-07-26T07:40:36.679307+0000","last_active":"2024-07-26T07:40:38.628045+0000","last_peered":"2024-07-26T07:40:38.628045+0000","last_clean":"2024-07-26T07:40:38.628045+0000","last_became_active":"2024-07-26T07:40:36.674821+0000","last_became_peered":"2024-07-26T07:40:36.674821+0000","last_unstale":"2024-07-26T07:40:38.628045+0000","last_undegraded":"2024-07-26T07:40:38.628045+0000","last_fullsized":"2024-07-26T07:40:38.628045+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:05:03.770862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642110+0000","last_change":"2024-07-26T07:40:36.676445+0000","last_active":"2024-07-26T07:40:37.642110+0000","last_peered":"2024-07-26T07:40:37.642110+0000","last_clean":"2024-07-26T07:40:37.642110+0000","last_became_active":"2024-07-26T07:40:36.671832+0000","last_became_peered":"2024-07-26T07:40:36.671832+0000","last_unstale":"2024-07-26T07:40:37.642110+0000","last_undegraded":"2024-07-26T07:40:37.642110+0000","last_fullsized":"2024-07-26T07:40:37.642110+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:52.896478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768699+0000","last_change":"2024-07-26T07:40:36.651997+0000","last_active":"2024-07-26T07:40:37.768699+0000","last_peered":"2024-07-26T07:40:37.768699+0000","last_clean":"2024-07-26T07:40:37.768699+0000","last_became_active":"2024-07-26T07:40:36.647291+0000","last_became_peered":"2024-07-26T07:40:36.647291+0000","last_unstale":"2024-07-26T07:40:37.768699+0000","last_undegraded":"2024-07-26T07:40:37.768699+0000","last_fullsized":"2024-07-26T07:40:37.768699+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:02.111141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636774+0000","last_change":"2024-07-26T07:40:36.674306+0000","last_active":"2024-07-26T07:40:37.636774+0000","last_peered":"2024-07-26T07:40:37.636774+0000","last_clean":"2024-07-26T07:40:37.636774+0000","last_became_active":"2024-07-26T07:40:36.673954+0000","last_became_peered":"2024-07-26T07:40:36.673954+0000","last_unstale":"2024-07-26T07:40:37.636774+0000","last_undegraded":"2024-07-26T07:40:37.636774+0000","last_fullsized":"2024-07-26T07:40:37.636774+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:51.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641837+0000","last_change":"2024-07-26T07:40:36.683694+0000","last_active":"2024-07-26T07:40:37.641837+0000","last_peered":"2024-07-26T07:40:37.641837+0000","last_clean":"2024-07-26T07:40:37.641837+0000","last_became_active":"2024-07-26T07:40:36.683237+0000","last_became_peered":"2024-07-26T07:40:36.683237+0000","last_unstale":"2024-07-26T07:40:37.641837+0000","last_undegraded":"2024-07-26T07:40:37.641837+0000","last_fullsized":"2024-07-26T07:40:37.641837+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:40.330176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639947+0000","last_change":"2024-07-26T07:40:36.660790+0000","last_active":"2024-07-26T07:40:37.639947+0000","last_peered":"2024-07-26T07:40:37.639947+0000","last_clean":"2024-07-26T07:40:37.639947+0000","last_became_active":"2024-07-26T07:40:36.659249+0000","last_became_peered":"2024-07-26T07:40:36.659249+0000","last_unstale":"2024-07-26T07:40:37.639947+0000","last_undegraded":"2024-07-26T07:40:37.639947+0000","last_fullsized":"2024-07-26T07:40:37.639947+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:23:40.478411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640313+0000","last_change":"2024-07-26T07:40:36.674145+0000","last_active":"2024-07-26T07:40:37.640313+0000","last_peered":"2024-07-26T07:40:37.640313+0000","last_clean":"2024-07-26T07:40:37.640313+0000","last_became_active":"2024-07-26T07:40:36.671571+0000","last_became_peered":"2024-07-26T07:40:36.671571+0000","last_unstale":"2024-07-26T07:40:37.640313+0000","last_undegraded":"2024-07-26T07:40:37.640313+0000","last_fullsized":"2024-07-26T07:40:37.640313+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:49.744025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641638+0000","last_change":"2024-07-26T07:40:36.679691+0000","last_active":"2024-07-26T07:40:37.641638+0000","last_peered":"2024-07-26T07:40:37.641638+0000","last_clean":"2024-07-26T07:40:37.641638+0000","last_became_active":"2024-07-26T07:40:36.679391+0000","last_became_peered":"2024-07-26T07:40:36.679391+0000","last_unstale":"2024-07-26T07:40:37.641638+0000","last_undegraded":"2024-07-26T07:40:37.641638+0000","last_fullsized":"2024-07-26T07:40:37.641638+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:02.111141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627815+0000","last_change":"2024-07-26T07:40:36.680198+0000","last_active":"2024-07-26T07:40:38.627815+0000","last_peered":"2024-07-26T07:40:38.627815+0000","last_clean":"2024-07-26T07:40:38.627815+0000","last_became_active":"2024-07-26T07:40:36.679891+0000","last_became_peered":"2024-07-26T07:40:36.679891+0000","last_unstale":"2024-07-26T07:40:38.627815+0000","last_undegraded":"2024-07-26T07:40:38.627815+0000","last_fullsized":"2024-07-26T07:40:38.627815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:35.852858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628103+0000","last_change":"2024-07-26T07:40:36.681461+0000","last_active":"2024-07-26T07:40:38.628103+0000","last_peered":"2024-07-26T07:40:38.628103+0000","last_clean":"2024-07-26T07:40:38.628103+0000","last_became_active":"2024-07-26T07:40:36.681090+0000","last_became_peered":"2024-07-26T07:40:36.681090+0000","last_unstale":"2024-07-26T07:40:38.628103+0000","last_undegraded":"2024-07-26T07:40:38.628103+0000","last_fullsized":"2024-07-26T07:40:38.628103+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:45:58.648370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628147+0000","last_change":"2024-07-26T07:40:36.660126+0000","last_active":"2024-07-26T07:40:38.628147+0000","last_peered":"2024-07-26T07:40:38.628147+0000","last_clean":"2024-07-26T07:40:38.628147+0000","last_became_active":"2024-07-26T07:40:36.659757+0000","last_became_peered":"2024-07-26T07:40:36.659757+0000","last_unstale":"2024-07-26T07:40:38.628147+0000","last_undegraded":"2024-07-26T07:40:38.628147+0000","last_fullsized":"2024-07-26T07:40:38.628147+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:21.739679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636779+0000","last_change":"2024-07-26T07:40:36.673531+0000","last_active":"2024-07-26T07:40:37.636779+0000","last_peered":"2024-07-26T07:40:37.636779+0000","last_clean":"2024-07-26T07:40:37.636779+0000","last_became_active":"2024-07-26T07:40:36.659668+0000","last_became_peered":"2024-07-26T07:40:36.659668+0000","last_unstale":"2024-07-26T07:40:37.636779+0000","last_undegraded":"2024-07-26T07:40:37.636779+0000","last_fullsized":"2024-07-26T07:40:37.636779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:28:56.568080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643378+0000","last_change":"2024-07-26T07:40:36.686198+0000","last_active":"2024-07-26T07:40:37.643378+0000","last_peered":"2024-07-26T07:40:37.643378+0000","last_clean":"2024-07-26T07:40:37.643378+0000","last_became_active":"2024-07-26T07:40:36.685847+0000","last_became_peered":"2024-07-26T07:40:36.685847+0000","last_unstale":"2024-07-26T07:40:37.643378+0000","last_undegraded":"2024-07-26T07:40:37.643378+0000","last_fullsized":"2024-07-26T07:40:37.643378+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:31:54.985751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768744+0000","last_change":"2024-07-26T07:40:36.650913+0000","last_active":"2024-07-26T07:40:37.768744+0000","last_peered":"2024-07-26T07:40:37.768744+0000","last_clean":"2024-07-26T07:40:37.768744+0000","last_became_active":"2024-07-26T07:40:36.650471+0000","last_became_peered":"2024-07-26T07:40:36.650471+0000","last_unstale":"2024-07-26T07:40:37.768744+0000","last_undegraded":"2024-07-26T07:40:37.768744+0000","last_fullsized":"2024-07-26T07:40:37.768744+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:20.517720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644496+0000","last_change":"2024-07-26T07:40:36.683228+0000","last_active":"2024-07-26T07:40:37.644496+0000","last_peered":"2024-07-26T07:40:37.644496+0000","last_clean":"2024-07-26T07:40:37.644496+0000","last_became_active":"2024-07-26T07:40:36.682979+0000","last_became_peered":"2024-07-26T07:40:36.682979+0000","last_unstale":"2024-07-26T07:40:37.644496+0000","last_undegraded":"2024-07-26T07:40:37.644496+0000","last_fullsized":"2024-07-26T07:40:37.644496+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:24:27.551064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628991+0000","last_change":"2024-07-26T07:40:36.665397+0000","last_active":"2024-07-26T07:40:38.628991+0000","last_peered":"2024-07-26T07:40:38.628991+0000","last_clean":"2024-07-26T07:40:38.628991+0000","last_became_active":"2024-07-26T07:40:36.665097+0000","last_became_peered":"2024-07-26T07:40:36.665097+0000","last_unstale":"2024-07-26T07:40:38.628991+0000","last_undegraded":"2024-07-26T07:40:38.628991+0000","last_fullsized":"2024-07-26T07:40:38.628991+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:20.019592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641629+0000","last_change":"2024-07-26T07:40:36.680198+0000","last_active":"2024-07-26T07:40:37.641629+0000","last_peered":"2024-07-26T07:40:37.641629+0000","last_clean":"2024-07-26T07:40:37.641629+0000","last_became_active":"2024-07-26T07:40:36.679878+0000","last_became_peered":"2024-07-26T07:40:36.679878+0000","last_unstale":"2024-07-26T07:40:37.641629+0000","last_undegraded":"2024-07-26T07:40:37.641629+0000","last_fullsized":"2024-07-26T07:40:37.641629+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:40.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639139+0000","last_change":"2024-07-26T07:40:36.655066+0000","last_active":"2024-07-26T07:40:37.639139+0000","last_peered":"2024-07-26T07:40:37.639139+0000","last_clean":"2024-07-26T07:40:37.639139+0000","last_became_active":"2024-07-26T07:40:36.654692+0000","last_became_peered":"2024-07-26T07:40:36.654692+0000","last_unstale":"2024-07-26T07:40:37.639139+0000","last_undegraded":"2024-07-26T07:40:37.639139+0000","last_fullsized":"2024-07-26T07:40:37.639139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:05:15.963281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.638472+0000","last_change":"2024-07-26T07:40:36.675483+0000","last_active":"2024-07-26T07:40:37.638472+0000","last_peered":"2024-07-26T07:40:37.638472+0000","last_clean":"2024-07-26T07:40:37.638472+0000","last_became_active":"2024-07-26T07:40:36.663574+0000","last_became_peered":"2024-07-26T07:40:36.663574+0000","last_unstale":"2024-07-26T07:40:37.638472+0000","last_undegraded":"2024-07-26T07:40:37.638472+0000","last_fullsized":"2024-07-26T07:40:37.638472+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:54.270644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640877+0000","last_change":"2024-07-26T07:40:36.666916+0000","last_active":"2024-07-26T07:40:37.640877+0000","last_peered":"2024-07-26T07:40:37.640877+0000","last_clean":"2024-07-26T07:40:37.640877+0000","last_became_active":"2024-07-26T07:40:36.666538+0000","last_became_peered":"2024-07-26T07:40:36.666538+0000","last_unstale":"2024-07-26T07:40:37.640877+0000","last_undegraded":"2024-07-26T07:40:37.640877+0000","last_fullsized":"2024-07-26T07:40:37.640877+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:55.667137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643673+0000","last_change":"2024-07-26T07:40:36.685847+0000","last_active":"2024-07-26T07:40:37.643673+0000","last_peered":"2024-07-26T07:40:37.643673+0000","last_clean":"2024-07-26T07:40:37.643673+0000","last_became_active":"2024-07-26T07:40:36.684429+0000","last_became_peered":"2024-07-26T07:40:36.684429+0000","last_unstale":"2024-07-26T07:40:37.643673+0000","last_undegraded":"2024-07-26T07:40:37.643673+0000","last_fullsized":"2024-07-26T07:40:37.643673+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:57.475776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639083+0000","last_change":"2024-07-26T07:40:36.645878+0000","last_active":"2024-07-26T07:40:37.639083+0000","last_peered":"2024-07-26T07:40:37.639083+0000","last_clean":"2024-07-26T07:40:37.639083+0000","last_became_active":"2024-07-26T07:40:36.645446+0000","last_became_peered":"2024-07-26T07:40:36.645446+0000","last_unstale":"2024-07-26T07:40:37.639083+0000","last_undegraded":"2024-07-26T07:40:37.639083+0000","last_fullsized":"2024-07-26T07:40:37.639083+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:16.993408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768817+0000","last_change":"2024-07-26T07:40:35.657043+0000","last_active":"2024-07-26T07:40:37.768817+0000","last_peered":"2024-07-26T07:40:37.768817+0000","last_clean":"2024-07-26T07:40:37.768817+0000","last_became_active":"2024-07-26T07:40:35.656733+0000","last_became_peered":"2024-07-26T07:40:35.656733+0000","last_unstale":"2024-07-26T07:40:37.768817+0000","last_undegraded":"2024-07-26T07:40:37.768817+0000","last_fullsized":"2024-07-26T07:40:37.768817+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.243110+0000","last_change":"2024-07-26T07:40:36.658732+0000","last_active":"2024-07-26T07:40:38.243110+0000","last_peered":"2024-07-26T07:40:38.243110+0000","last_clean":"2024-07-26T07:40:38.243110+0000","last_became_active":"2024-07-26T07:40:36.658415+0000","last_became_peered":"2024-07-26T07:40:36.658415+0000","last_unstale":"2024-07-26T07:40:38.243110+0000","last_undegraded":"2024-07-26T07:40:38.243110+0000","last_fullsized":"2024-07-26T07:40:38.243110+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:58.330486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242969+0000","last_change":"2024-07-26T07:40:35.670919+0000","last_active":"2024-07-26T07:40:38.242969+0000","last_peered":"2024-07-26T07:40:38.242969+0000","last_clean":"2024-07-26T07:40:38.242969+0000","last_became_active":"2024-07-26T07:40:35.670494+0000","last_became_peered":"2024-07-26T07:40:35.670494+0000","last_unstale":"2024-07-26T07:40:38.242969+0000","last_undegraded":"2024-07-26T07:40:38.242969+0000","last_fullsized":"2024-07-26T07:40:38.242969+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:39.324453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641159+0000","last_change":"2024-07-26T07:40:36.660861+0000","last_active":"2024-07-26T07:40:37.641159+0000","last_peered":"2024-07-26T07:40:37.641159+0000","last_clean":"2024-07-26T07:40:37.641159+0000","last_became_active":"2024-07-26T07:40:36.655162+0000","last_became_peered":"2024-07-26T07:40:36.655162+0000","last_unstale":"2024-07-26T07:40:37.641159+0000","last_undegraded":"2024-07-26T07:40:37.641159+0000","last_fullsized":"2024-07-26T07:40:37.641159+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:40.622905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643679+0000","last_change":"2024-07-26T07:40:35.663277+0000","last_active":"2024-07-26T07:40:37.643679+0000","last_peered":"2024-07-26T07:40:37.643679+0000","last_clean":"2024-07-26T07:40:37.643679+0000","last_became_active":"2024-07-26T07:40:35.662597+0000","last_became_peered":"2024-07-26T07:40:35.662597+0000","last_unstale":"2024-07-26T07:40:37.643679+0000","last_undegraded":"2024-07-26T07:40:37.643679+0000","last_fullsized":"2024-07-26T07:40:37.643679+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:19.511997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242449+0000","last_change":"2024-07-26T07:40:36.654205+0000","last_active":"2024-07-26T07:40:38.242449+0000","last_peered":"2024-07-26T07:40:38.242449+0000","last_clean":"2024-07-26T07:40:38.242449+0000","last_became_active":"2024-07-26T07:40:36.653799+0000","last_became_peered":"2024-07-26T07:40:36.653799+0000","last_unstale":"2024-07-26T07:40:38.242449+0000","last_undegraded":"2024-07-26T07:40:38.242449+0000","last_fullsized":"2024-07-26T07:40:38.242449+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:45:58.648370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768838+0000","last_change":"2024-07-26T07:40:35.654702+0000","last_active":"2024-07-26T07:40:37.768838+0000","last_peered":"2024-07-26T07:40:37.768838+0000","last_clean":"2024-07-26T07:40:37.768838+0000","last_became_active":"2024-07-26T07:40:35.654285+0000","last_became_peered":"2024-07-26T07:40:35.654285+0000","last_unstale":"2024-07-26T07:40:37.768838+0000","last_undegraded":"2024-07-26T07:40:37.768838+0000","last_fullsized":"2024-07-26T07:40:37.768838+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644449+0000","last_change":"2024-07-26T07:40:36.680665+0000","last_active":"2024-07-26T07:40:37.644449+0000","last_peered":"2024-07-26T07:40:37.644449+0000","last_clean":"2024-07-26T07:40:37.644449+0000","last_became_active":"2024-07-26T07:40:36.679618+0000","last_became_peered":"2024-07-26T07:40:36.679618+0000","last_unstale":"2024-07-26T07:40:37.644449+0000","last_undegraded":"2024-07-26T07:40:37.644449+0000","last_fullsized":"2024-07-26T07:40:37.644449+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:30:41.422221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768910+0000","last_change":"2024-07-26T07:40:35.666819+0000","last_active":"2024-07-26T07:40:37.768910+0000","last_peered":"2024-07-26T07:40:37.768910+0000","last_clean":"2024-07-26T07:40:37.768910+0000","last_became_active":"2024-07-26T07:40:35.666490+0000","last_became_peered":"2024-07-26T07:40:35.666490+0000","last_unstale":"2024-07-26T07:40:37.768910+0000","last_undegraded":"2024-07-26T07:40:37.768910+0000","last_fullsized":"2024-07-26T07:40:37.768910+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:40.378560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627489+0000","last_change":"2024-07-26T07:40:36.656198+0000","last_active":"2024-07-26T07:40:38.627489+0000","last_peered":"2024-07-26T07:40:38.627489+0000","last_clean":"2024-07-26T07:40:38.627489+0000","last_became_active":"2024-07-26T07:40:36.655849+0000","last_became_peered":"2024-07-26T07:40:36.655849+0000","last_unstale":"2024-07-26T07:40:38.627489+0000","last_undegraded":"2024-07-26T07:40:38.627489+0000","last_fullsized":"2024-07-26T07:40:38.627489+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:53.307720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640875+0000","last_change":"2024-07-26T07:40:35.661469+0000","last_active":"2024-07-26T07:40:37.640875+0000","last_peered":"2024-07-26T07:40:37.640875+0000","last_clean":"2024-07-26T07:40:37.640875+0000","last_became_active":"2024-07-26T07:40:35.661151+0000","last_became_peered":"2024-07-26T07:40:35.661151+0000","last_unstale":"2024-07-26T07:40:37.640875+0000","last_undegraded":"2024-07-26T07:40:37.640875+0000","last_fullsized":"2024-07-26T07:40:37.640875+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:59:09.705003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.638735+0000","last_change":"2024-07-26T07:40:36.664041+0000","last_active":"2024-07-26T07:40:37.638735+0000","last_peered":"2024-07-26T07:40:37.638735+0000","last_clean":"2024-07-26T07:40:37.638735+0000","last_became_active":"2024-07-26T07:40:36.662883+0000","last_became_peered":"2024-07-26T07:40:36.662883+0000","last_unstale":"2024-07-26T07:40:37.638735+0000","last_undegraded":"2024-07-26T07:40:37.638735+0000","last_fullsized":"2024-07-26T07:40:37.638735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:38.045664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641615+0000","last_change":"2024-07-26T07:40:35.662097+0000","last_active":"2024-07-26T07:40:37.641615+0000","last_peered":"2024-07-26T07:40:37.641615+0000","last_clean":"2024-07-26T07:40:37.641615+0000","last_became_active":"2024-07-26T07:40:35.660986+0000","last_became_peered":"2024-07-26T07:40:35.660986+0000","last_unstale":"2024-07-26T07:40:37.641615+0000","last_undegraded":"2024-07-26T07:40:37.641615+0000","last_fullsized":"2024-07-26T07:40:37.641615+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:01.105418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242195+0000","last_change":"2024-07-26T07:40:36.663876+0000","last_active":"2024-07-26T07:40:38.242195+0000","last_peered":"2024-07-26T07:40:38.242195+0000","last_clean":"2024-07-26T07:40:38.242195+0000","last_became_active":"2024-07-26T07:40:36.663449+0000","last_became_peered":"2024-07-26T07:40:36.663449+0000","last_unstale":"2024-07-26T07:40:38.242195+0000","last_undegraded":"2024-07-26T07:40:38.242195+0000","last_fullsized":"2024-07-26T07:40:38.242195+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:23:41.510158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641427+0000","last_change":"2024-07-26T07:40:35.668110+0000","last_active":"2024-07-26T07:40:37.641427+0000","last_peered":"2024-07-26T07:40:37.641427+0000","last_clean":"2024-07-26T07:40:37.641427+0000","last_became_active":"2024-07-26T07:40:35.667786+0000","last_became_peered":"2024-07-26T07:40:35.667786+0000","last_unstale":"2024-07-26T07:40:37.641427+0000","last_undegraded":"2024-07-26T07:40:37.641427+0000","last_fullsized":"2024-07-26T07:40:37.641427+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:26:34.909390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643930+0000","last_change":"2024-07-26T07:40:36.685845+0000","last_active":"2024-07-26T07:40:37.643930+0000","last_peered":"2024-07-26T07:40:37.643930+0000","last_clean":"2024-07-26T07:40:37.643930+0000","last_became_active":"2024-07-26T07:40:36.685392+0000","last_became_peered":"2024-07-26T07:40:36.685392+0000","last_unstale":"2024-07-26T07:40:37.643930+0000","last_undegraded":"2024-07-26T07:40:37.643930+0000","last_fullsized":"2024-07-26T07:40:37.643930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:05:36.699747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644684+0000","last_change":"2024-07-26T07:40:35.664763+0000","last_active":"2024-07-26T07:40:37.644684+0000","last_peered":"2024-07-26T07:40:37.644684+0000","last_clean":"2024-07-26T07:40:37.644684+0000","last_became_active":"2024-07-26T07:40:35.663885+0000","last_became_peered":"2024-07-26T07:40:35.663885+0000","last_unstale":"2024-07-26T07:40:37.644684+0000","last_undegraded":"2024-07-26T07:40:37.644684+0000","last_fullsized":"2024-07-26T07:40:37.644684+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:47:41.888120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768636+0000","last_change":"2024-07-26T07:40:36.657244+0000","last_active":"2024-07-26T07:40:37.768636+0000","last_peered":"2024-07-26T07:40:37.768636+0000","last_clean":"2024-07-26T07:40:37.768636+0000","last_became_active":"2024-07-26T07:40:36.656903+0000","last_became_peered":"2024-07-26T07:40:36.656903+0000","last_unstale":"2024-07-26T07:40:37.768636+0000","last_undegraded":"2024-07-26T07:40:37.768636+0000","last_fullsized":"2024-07-26T07:40:37.768636+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:03.735669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640491+0000","last_change":"2024-07-26T07:40:35.663376+0000","last_active":"2024-07-26T07:40:37.640491+0000","last_peered":"2024-07-26T07:40:37.640491+0000","last_clean":"2024-07-26T07:40:37.640491+0000","last_became_active":"2024-07-26T07:40:35.663066+0000","last_became_peered":"2024-07-26T07:40:35.663066+0000","last_unstale":"2024-07-26T07:40:37.640491+0000","last_undegraded":"2024-07-26T07:40:37.640491+0000","last_fullsized":"2024-07-26T07:40:37.640491+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:05:35.694024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644356+0000","last_change":"2024-07-26T07:40:36.685383+0000","last_active":"2024-07-26T07:40:37.644356+0000","last_peered":"2024-07-26T07:40:37.644356+0000","last_clean":"2024-07-26T07:40:37.644356+0000","last_became_active":"2024-07-26T07:40:36.684889+0000","last_became_peered":"2024-07-26T07:40:36.684889+0000","last_unstale":"2024-07-26T07:40:37.644356+0000","last_undegraded":"2024-07-26T07:40:37.644356+0000","last_fullsized":"2024-07-26T07:40:37.644356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:42:10.262269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639131+0000","last_change":"2024-07-26T07:40:35.654823+0000","last_active":"2024-07-26T07:40:37.639131+0000","last_peered":"2024-07-26T07:40:37.639131+0000","last_clean":"2024-07-26T07:40:37.639131+0000","last_became_active":"2024-07-26T07:40:35.654507+0000","last_became_peered":"2024-07-26T07:40:35.654507+0000","last_unstale":"2024-07-26T07:40:37.639131+0000","last_undegraded":"2024-07-26T07:40:37.639131+0000","last_fullsized":"2024-07-26T07:40:37.639131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:29.917464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640749+0000","last_change":"2024-07-26T07:40:36.669866+0000","last_active":"2024-07-26T07:40:37.640749+0000","last_peered":"2024-07-26T07:40:37.640749+0000","last_clean":"2024-07-26T07:40:37.640749+0000","last_became_active":"2024-07-26T07:40:36.669243+0000","last_became_peered":"2024-07-26T07:40:36.669243+0000","last_unstale":"2024-07-26T07:40:37.640749+0000","last_undegraded":"2024-07-26T07:40:37.640749+0000","last_fullsized":"2024-07-26T07:40:37.640749+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:49:19.853852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":21,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644360+0000","last_change":"2024-07-26T07:40:35.653584+0000","last_active":"2024-07-26T07:40:37.644360+0000","last_peered":"2024-07-26T07:40:37.644360+0000","last_clean":"2024-07-26T07:40:37.644360+0000","last_became_active":"2024-07-26T07:40:35.653100+0000","last_became_peered":"2024-07-26T07:40:35.653100+0000","last_unstale":"2024-07-26T07:40:37.644360+0000","last_undegraded":"2024-07-26T07:40:37.644360+0000","last_fullsized":"2024-07-26T07:40:37.644360+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:39.960918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644413+0000","last_change":"2024-07-26T07:40:36.678584+0000","last_active":"2024-07-26T07:40:37.644413+0000","last_peered":"2024-07-26T07:40:37.644413+0000","last_clean":"2024-07-26T07:40:37.644413+0000","last_became_active":"2024-07-26T07:40:36.678221+0000","last_became_peered":"2024-07-26T07:40:36.678221+0000","last_unstale":"2024-07-26T07:40:37.644413+0000","last_undegraded":"2024-07-26T07:40:37.644413+0000","last_fullsized":"2024-07-26T07:40:37.644413+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:10:02.313468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643435+0000","last_change":"2024-07-26T07:40:35.661030+0000","last_active":"2024-07-26T07:40:37.643435+0000","last_peered":"2024-07-26T07:40:37.643435+0000","last_clean":"2024-07-26T07:40:37.643435+0000","last_became_active":"2024-07-26T07:40:35.660566+0000","last_became_peered":"2024-07-26T07:40:35.660566+0000","last_unstale":"2024-07-26T07:40:37.643435+0000","last_undegraded":"2024-07-26T07:40:37.643435+0000","last_fullsized":"2024-07-26T07:40:37.643435+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:02.729946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242111+0000","last_change":"2024-07-26T07:40:36.669588+0000","last_active":"2024-07-26T07:40:38.242111+0000","last_peered":"2024-07-26T07:40:38.242111+0000","last_clean":"2024-07-26T07:40:38.242111+0000","last_became_active":"2024-07-26T07:40:36.669185+0000","last_became_peered":"2024-07-26T07:40:36.669185+0000","last_unstale":"2024-07-26T07:40:38.242111+0000","last_undegraded":"2024-07-26T07:40:38.242111+0000","last_fullsized":"2024-07-26T07:40:38.242111+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:35.852858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241546+0000","last_change":"2024-07-26T07:40:35.663658+0000","last_active":"2024-07-26T07:40:38.241546+0000","last_peered":"2024-07-26T07:40:38.241546+0000","last_clean":"2024-07-26T07:40:38.241546+0000","last_became_active":"2024-07-26T07:40:35.661026+0000","last_became_peered":"2024-07-26T07:40:35.661026+0000","last_unstale":"2024-07-26T07:40:38.241546+0000","last_undegraded":"2024-07-26T07:40:38.241546+0000","last_fullsized":"2024-07-26T07:40:38.241546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628316+0000","last_change":"2024-07-26T07:40:36.662069+0000","last_active":"2024-07-26T07:40:38.628316+0000","last_peered":"2024-07-26T07:40:38.628316+0000","last_clean":"2024-07-26T07:40:38.628316+0000","last_became_active":"2024-07-26T07:40:36.661439+0000","last_became_peered":"2024-07-26T07:40:36.661439+0000","last_unstale":"2024-07-26T07:40:38.628316+0000","last_undegraded":"2024-07-26T07:40:38.628316+0000","last_fullsized":"2024-07-26T07:40:38.628316+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:35.106164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.637129+0000","last_change":"2024-07-26T07:40:35.667881+0000","last_active":"2024-07-26T07:40:37.637129+0000","last_peered":"2024-07-26T07:40:37.637129+0000","last_clean":"2024-07-26T07:40:37.637129+0000","last_became_active":"2024-07-26T07:40:35.665869+0000","last_became_peered":"2024-07-26T07:40:35.665869+0000","last_unstale":"2024-07-26T07:40:37.637129+0000","last_undegraded":"2024-07-26T07:40:37.637129+0000","last_fullsized":"2024-07-26T07:40:37.637129+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:42:09.256546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627832+0000","last_change":"2024-07-26T07:40:36.676172+0000","last_active":"2024-07-26T07:40:38.627832+0000","last_peered":"2024-07-26T07:40:38.627832+0000","last_clean":"2024-07-26T07:40:38.627832+0000","last_became_active":"2024-07-26T07:40:36.671645+0000","last_became_peered":"2024-07-26T07:40:36.671645+0000","last_unstale":"2024-07-26T07:40:38.627832+0000","last_undegraded":"2024-07-26T07:40:38.627832+0000","last_fullsized":"2024-07-26T07:40:38.627832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:28:01.936956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768455+0000","last_change":"2024-07-26T07:40:35.658835+0000","last_active":"2024-07-26T07:40:37.768455+0000","last_peered":"2024-07-26T07:40:37.768455+0000","last_clean":"2024-07-26T07:40:37.768455+0000","last_became_active":"2024-07-26T07:40:35.658590+0000","last_became_peered":"2024-07-26T07:40:35.658590+0000","last_unstale":"2024-07-26T07:40:37.768455+0000","last_undegraded":"2024-07-26T07:40:37.768455+0000","last_fullsized":"2024-07-26T07:40:37.768455+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:54.661414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242459+0000","last_change":"2024-07-26T07:40:36.666646+0000","last_active":"2024-07-26T07:40:38.242459+0000","last_peered":"2024-07-26T07:40:38.242459+0000","last_clean":"2024-07-26T07:40:38.242459+0000","last_became_active":"2024-07-26T07:40:36.665504+0000","last_became_peered":"2024-07-26T07:40:36.665504+0000","last_unstale":"2024-07-26T07:40:38.242459+0000","last_undegraded":"2024-07-26T07:40:38.242459+0000","last_fullsized":"2024-07-26T07:40:38.242459+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:21.739679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640947+0000","last_change":"2024-07-26T07:40:35.655985+0000","last_active":"2024-07-26T07:40:37.640947+0000","last_peered":"2024-07-26T07:40:37.640947+0000","last_clean":"2024-07-26T07:40:37.640947+0000","last_became_active":"2024-07-26T07:40:35.655607+0000","last_became_peered":"2024-07-26T07:40:35.655607+0000","last_unstale":"2024-07-26T07:40:37.640947+0000","last_undegraded":"2024-07-26T07:40:37.640947+0000","last_fullsized":"2024-07-26T07:40:37.640947+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:38:57.397491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642208+0000","last_change":"2024-07-26T07:40:36.680968+0000","last_active":"2024-07-26T07:40:37.642208+0000","last_peered":"2024-07-26T07:40:37.642208+0000","last_clean":"2024-07-26T07:40:37.642208+0000","last_became_active":"2024-07-26T07:40:36.680665+0000","last_became_peered":"2024-07-26T07:40:36.680665+0000","last_unstale":"2024-07-26T07:40:37.642208+0000","last_undegraded":"2024-07-26T07:40:37.642208+0000","last_fullsized":"2024-07-26T07:40:37.642208+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:36.213344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641347+0000","last_change":"2024-07-26T07:40:35.662685+0000","last_active":"2024-07-26T07:40:37.641347+0000","last_peered":"2024-07-26T07:40:37.641347+0000","last_clean":"2024-07-26T07:40:37.641347+0000","last_became_active":"2024-07-26T07:40:35.657736+0000","last_became_peered":"2024-07-26T07:40:35.657736+0000","last_unstale":"2024-07-26T07:40:37.641347+0000","last_undegraded":"2024-07-26T07:40:37.641347+0000","last_fullsized":"2024-07-26T07:40:37.641347+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:56.470053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641429+0000","last_change":"2024-07-26T07:40:36.667222+0000","last_active":"2024-07-26T07:40:37.641429+0000","last_peered":"2024-07-26T07:40:37.641429+0000","last_clean":"2024-07-26T07:40:37.641429+0000","last_became_active":"2024-07-26T07:40:36.666443+0000","last_became_peered":"2024-07-26T07:40:36.666443+0000","last_unstale":"2024-07-26T07:40:37.641429+0000","last_undegraded":"2024-07-26T07:40:37.641429+0000","last_fullsized":"2024-07-26T07:40:37.641429+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:50.884240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628312+0000","last_change":"2024-07-26T07:40:35.674773+0000","last_active":"2024-07-26T07:40:38.628312+0000","last_peered":"2024-07-26T07:40:38.628312+0000","last_clean":"2024-07-26T07:40:38.628312+0000","last_became_active":"2024-07-26T07:40:35.674434+0000","last_became_peered":"2024-07-26T07:40:35.674434+0000","last_unstale":"2024-07-26T07:40:38.628312+0000","last_undegraded":"2024-07-26T07:40:38.628312+0000","last_fullsized":"2024-07-26T07:40:38.628312+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:10:57.254766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642729+0000","last_change":"2024-07-26T07:40:36.676716+0000","last_active":"2024-07-26T07:40:37.642729+0000","last_peered":"2024-07-26T07:40:37.642729+0000","last_clean":"2024-07-26T07:40:37.642729+0000","last_became_active":"2024-07-26T07:40:36.674444+0000","last_became_peered":"2024-07-26T07:40:36.674444+0000","last_unstale":"2024-07-26T07:40:37.642729+0000","last_undegraded":"2024-07-26T07:40:37.642729+0000","last_fullsized":"2024-07-26T07:40:37.642729+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:20.517720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640546+0000","last_change":"2024-07-26T07:40:35.665824+0000","last_active":"2024-07-26T07:40:37.640546+0000","last_peered":"2024-07-26T07:40:37.640546+0000","last_clean":"2024-07-26T07:40:37.640546+0000","last_became_active":"2024-07-26T07:40:35.662111+0000","last_became_peered":"2024-07-26T07:40:35.662111+0000","last_unstale":"2024-07-26T07:40:37.640546+0000","last_undegraded":"2024-07-26T07:40:37.640546+0000","last_fullsized":"2024-07-26T07:40:37.640546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:35.207621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636363+0000","last_change":"2024-07-26T07:40:36.672264+0000","last_active":"2024-07-26T07:40:37.636363+0000","last_peered":"2024-07-26T07:40:37.636363+0000","last_clean":"2024-07-26T07:40:37.636363+0000","last_became_active":"2024-07-26T07:40:36.671951+0000","last_became_peered":"2024-07-26T07:40:36.671951+0000","last_unstale":"2024-07-26T07:40:37.636363+0000","last_undegraded":"2024-07-26T07:40:37.636363+0000","last_fullsized":"2024-07-26T07:40:37.636363+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:31.229977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641552+0000","last_change":"2024-07-26T07:40:35.668178+0000","last_active":"2024-07-26T07:40:37.641552+0000","last_peered":"2024-07-26T07:40:37.641552+0000","last_clean":"2024-07-26T07:40:37.641552+0000","last_became_active":"2024-07-26T07:40:35.667846+0000","last_became_peered":"2024-07-26T07:40:35.667846+0000","last_unstale":"2024-07-26T07:40:37.641552+0000","last_undegraded":"2024-07-26T07:40:37.641552+0000","last_fullsized":"2024-07-26T07:40:37.641552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:51.890755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643189+0000","last_change":"2024-07-26T07:40:36.690543+0000","last_active":"2024-07-26T07:40:37.643189+0000","last_peered":"2024-07-26T07:40:37.643189+0000","last_clean":"2024-07-26T07:40:37.643189+0000","last_became_active":"2024-07-26T07:40:36.690195+0000","last_became_peered":"2024-07-26T07:40:36.690195+0000","last_unstale":"2024-07-26T07:40:37.643189+0000","last_undegraded":"2024-07-26T07:40:37.643189+0000","last_fullsized":"2024-07-26T07:40:37.643189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:20:37.416322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241883+0000","last_change":"2024-07-26T07:40:35.659788+0000","last_active":"2024-07-26T07:40:38.241883+0000","last_peered":"2024-07-26T07:40:38.241883+0000","last_clean":"2024-07-26T07:40:38.241883+0000","last_became_active":"2024-07-26T07:40:35.659203+0000","last_became_peered":"2024-07-26T07:40:35.659203+0000","last_unstale":"2024-07-26T07:40:38.241883+0000","last_undegraded":"2024-07-26T07:40:38.241883+0000","last_fullsized":"2024-07-26T07:40:38.241883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627825+0000","last_change":"2024-07-26T07:40:36.665217+0000","last_active":"2024-07-26T07:40:38.627825+0000","last_peered":"2024-07-26T07:40:38.627825+0000","last_clean":"2024-07-26T07:40:38.627825+0000","last_became_active":"2024-07-26T07:40:36.664895+0000","last_became_peered":"2024-07-26T07:40:36.664895+0000","last_unstale":"2024-07-26T07:40:38.627825+0000","last_undegraded":"2024-07-26T07:40:38.627825+0000","last_fullsized":"2024-07-26T07:40:38.627825+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:23:41.510158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640567+0000","last_change":"2024-07-26T07:40:35.656777+0000","last_active":"2024-07-26T07:40:37.640567+0000","last_peered":"2024-07-26T07:40:37.640567+0000","last_clean":"2024-07-26T07:40:37.640567+0000","last_became_active":"2024-07-26T07:40:35.656190+0000","last_became_peered":"2024-07-26T07:40:35.656190+0000","last_unstale":"2024-07-26T07:40:37.640567+0000","last_undegraded":"2024-07-26T07:40:37.640567+0000","last_fullsized":"2024-07-26T07:40:37.640567+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:56:37.950066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644998+0000","last_change":"2024-07-26T07:40:36.690200+0000","last_active":"2024-07-26T07:40:37.644998+0000","last_peered":"2024-07-26T07:40:37.644998+0000","last_clean":"2024-07-26T07:40:37.644998+0000","last_became_active":"2024-07-26T07:40:36.689838+0000","last_became_peered":"2024-07-26T07:40:36.689838+0000","last_unstale":"2024-07-26T07:40:37.644998+0000","last_undegraded":"2024-07-26T07:40:37.644998+0000","last_fullsized":"2024-07-26T07:40:37.644998+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:32.909982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241280+0000","last_change":"2024-07-26T07:40:35.670287+0000","last_active":"2024-07-26T07:40:38.241280+0000","last_peered":"2024-07-26T07:40:38.241280+0000","last_clean":"2024-07-26T07:40:38.241280+0000","last_became_active":"2024-07-26T07:40:35.667495+0000","last_became_peered":"2024-07-26T07:40:35.667495+0000","last_unstale":"2024-07-26T07:40:38.241280+0000","last_undegraded":"2024-07-26T07:40:38.241280+0000","last_fullsized":"2024-07-26T07:40:38.241280+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:40.378560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628171+0000","last_change":"2024-07-26T07:40:36.673055+0000","last_active":"2024-07-26T07:40:38.628171+0000","last_peered":"2024-07-26T07:40:38.628171+0000","last_clean":"2024-07-26T07:40:38.628171+0000","last_became_active":"2024-07-26T07:40:36.672718+0000","last_became_peered":"2024-07-26T07:40:36.672718+0000","last_unstale":"2024-07-26T07:40:38.628171+0000","last_undegraded":"2024-07-26T07:40:38.628171+0000","last_fullsized":"2024-07-26T07:40:38.628171+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:00:28.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641077+0000","last_change":"2024-07-26T07:40:35.664320+0000","last_active":"2024-07-26T07:40:37.641077+0000","last_peered":"2024-07-26T07:40:37.641077+0000","last_clean":"2024-07-26T07:40:37.641077+0000","last_became_active":"2024-07-26T07:40:35.664038+0000","last_became_peered":"2024-07-26T07:40:35.664038+0000","last_unstale":"2024-07-26T07:40:37.641077+0000","last_undegraded":"2024-07-26T07:40:37.641077+0000","last_fullsized":"2024-07-26T07:40:37.641077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:31:53.980028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628842+0000","last_change":"2024-07-26T07:40:36.670741+0000","last_active":"2024-07-26T07:40:38.628842+0000","last_peered":"2024-07-26T07:40:38.628842+0000","last_clean":"2024-07-26T07:40:38.628842+0000","last_became_active":"2024-07-26T07:40:36.670432+0000","last_became_peered":"2024-07-26T07:40:36.670432+0000","last_unstale":"2024-07-26T07:40:38.628842+0000","last_undegraded":"2024-07-26T07:40:38.628842+0000","last_fullsized":"2024-07-26T07:40:38.628842+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:28:13.525319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.646490+0000","last_change":"2024-07-26T07:40:35.671970+0000","last_active":"2024-07-26T07:40:38.646490+0000","last_peered":"2024-07-26T07:40:38.646490+0000","last_clean":"2024-07-26T07:40:38.646490+0000","last_became_active":"2024-07-26T07:40:35.671715+0000","last_became_peered":"2024-07-26T07:40:35.671715+0000","last_unstale":"2024-07-26T07:40:38.646490+0000","last_undegraded":"2024-07-26T07:40:38.646490+0000","last_fullsized":"2024-07-26T07:40:38.646490+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:31.107203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643091+0000","last_change":"2024-07-26T07:40:36.679229+0000","last_active":"2024-07-26T07:40:37.643091+0000","last_peered":"2024-07-26T07:40:37.643091+0000","last_clean":"2024-07-26T07:40:37.643091+0000","last_became_active":"2024-07-26T07:40:36.678788+0000","last_became_peered":"2024-07-26T07:40:36.678788+0000","last_unstale":"2024-07-26T07:40:37.643091+0000","last_undegraded":"2024-07-26T07:40:37.643091+0000","last_fullsized":"2024-07-26T07:40:37.643091+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:35.545468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628030+0000","last_change":"2024-07-26T07:40:35.673479+0000","last_active":"2024-07-26T07:40:38.628030+0000","last_peered":"2024-07-26T07:40:38.628030+0000","last_clean":"2024-07-26T07:40:38.628030+0000","last_became_active":"2024-07-26T07:40:35.673092+0000","last_became_peered":"2024-07-26T07:40:35.673092+0000","last_unstale":"2024-07-26T07:40:38.628030+0000","last_undegraded":"2024-07-26T07:40:38.628030+0000","last_fullsized":"2024-07-26T07:40:38.628030+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:59:54.172788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627582+0000","last_change":"2024-07-26T07:40:36.682282+0000","last_active":"2024-07-26T07:40:38.627582+0000","last_peered":"2024-07-26T07:40:38.627582+0000","last_clean":"2024-07-26T07:40:38.627582+0000","last_became_active":"2024-07-26T07:40:36.681967+0000","last_became_peered":"2024-07-26T07:40:36.681967+0000","last_unstale":"2024-07-26T07:40:38.627582+0000","last_undegraded":"2024-07-26T07:40:38.627582+0000","last_fullsized":"2024-07-26T07:40:38.627582+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:04.987685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644056+0000","last_change":"2024-07-26T07:40:35.661712+0000","last_active":"2024-07-26T07:40:37.644056+0000","last_peered":"2024-07-26T07:40:37.644056+0000","last_clean":"2024-07-26T07:40:37.644056+0000","last_became_active":"2024-07-26T07:40:35.661347+0000","last_became_peered":"2024-07-26T07:40:35.661347+0000","last_unstale":"2024-07-26T07:40:37.644056+0000","last_undegraded":"2024-07-26T07:40:37.644056+0000","last_fullsized":"2024-07-26T07:40:37.644056+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.539745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242698+0000","last_change":"2024-07-26T07:40:36.677627+0000","last_active":"2024-07-26T07:40:38.242698+0000","last_peered":"2024-07-26T07:40:38.242698+0000","last_clean":"2024-07-26T07:40:38.242698+0000","last_became_active":"2024-07-26T07:40:36.676308+0000","last_became_peered":"2024-07-26T07:40:36.676308+0000","last_unstale":"2024-07-26T07:40:38.242698+0000","last_undegraded":"2024-07-26T07:40:38.242698+0000","last_fullsized":"2024-07-26T07:40:38.242698+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:35.106164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628288+0000","last_change":"2024-07-26T07:40:35.667270+0000","last_active":"2024-07-26T07:40:38.628288+0000","last_peered":"2024-07-26T07:40:38.628288+0000","last_clean":"2024-07-26T07:40:38.628288+0000","last_became_active":"2024-07-26T07:40:35.666940+0000","last_became_peered":"2024-07-26T07:40:35.666940+0000","last_unstale":"2024-07-26T07:40:38.628288+0000","last_undegraded":"2024-07-26T07:40:38.628288+0000","last_fullsized":"2024-07-26T07:40:38.628288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639008+0000","last_change":"2024-07-26T07:40:36.684128+0000","last_active":"2024-07-26T07:40:37.639008+0000","last_peered":"2024-07-26T07:40:37.639008+0000","last_clean":"2024-07-26T07:40:37.639008+0000","last_became_active":"2024-07-26T07:40:36.683827+0000","last_became_peered":"2024-07-26T07:40:36.683827+0000","last_unstale":"2024-07-26T07:40:37.639008+0000","last_undegraded":"2024-07-26T07:40:37.639008+0000","last_fullsized":"2024-07-26T07:40:37.639008+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.066542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.637171+0000","last_change":"2024-07-26T07:40:35.661197+0000","last_active":"2024-07-26T07:40:37.637171+0000","last_peered":"2024-07-26T07:40:37.637171+0000","last_clean":"2024-07-26T07:40:37.637171+0000","last_became_active":"2024-07-26T07:40:35.657154+0000","last_became_peered":"2024-07-26T07:40:35.657154+0000","last_unstale":"2024-07-26T07:40:37.637171+0000","last_undegraded":"2024-07-26T07:40:37.637171+0000","last_fullsized":"2024-07-26T07:40:37.637171+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:20:36.410599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627963+0000","last_change":"2024-07-26T07:40:36.661031+0000","last_active":"2024-07-26T07:40:38.627963+0000","last_peered":"2024-07-26T07:40:38.627963+0000","last_clean":"2024-07-26T07:40:38.627963+0000","last_became_active":"2024-07-26T07:40:36.660721+0000","last_became_peered":"2024-07-26T07:40:36.660721+0000","last_unstale":"2024-07-26T07:40:38.627963+0000","last_undegraded":"2024-07-26T07:40:38.627963+0000","last_fullsized":"2024-07-26T07:40:38.627963+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:56.655786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644627+0000","last_change":"2024-07-26T07:40:35.651868+0000","last_active":"2024-07-26T07:40:37.644627+0000","last_peered":"2024-07-26T07:40:37.644627+0000","last_clean":"2024-07-26T07:40:37.644627+0000","last_became_active":"2024-07-26T07:40:35.649706+0000","last_became_peered":"2024-07-26T07:40:35.649706+0000","last_unstale":"2024-07-26T07:40:37.644627+0000","last_undegraded":"2024-07-26T07:40:37.644627+0000","last_fullsized":"2024-07-26T07:40:37.644627+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:05:05.401412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640082+0000","last_change":"2024-07-26T07:40:36.670424+0000","last_active":"2024-07-26T07:40:37.640082+0000","last_peered":"2024-07-26T07:40:37.640082+0000","last_clean":"2024-07-26T07:40:37.640082+0000","last_became_active":"2024-07-26T07:40:36.670137+0000","last_became_peered":"2024-07-26T07:40:36.670137+0000","last_unstale":"2024-07-26T07:40:37.640082+0000","last_undegraded":"2024-07-26T07:40:37.640082+0000","last_fullsized":"2024-07-26T07:40:37.640082+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:58:32.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627549+0000","last_change":"2024-07-26T07:40:35.665616+0000","last_active":"2024-07-26T07:40:38.627549+0000","last_peered":"2024-07-26T07:40:38.627549+0000","last_clean":"2024-07-26T07:40:38.627549+0000","last_became_active":"2024-07-26T07:40:35.665267+0000","last_became_peered":"2024-07-26T07:40:35.665267+0000","last_unstale":"2024-07-26T07:40:38.627549+0000","last_undegraded":"2024-07-26T07:40:38.627549+0000","last_fullsized":"2024-07-26T07:40:38.627549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":145,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641743+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:40:37.641743+0000","last_peered":"2024-07-26T07:40:37.641743+0000","last_clean":"2024-07-26T07:40:37.641743+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:40:37.641743+0000","last_undegraded":"2024-07-26T07:40:37.641743+0000","last_fullsized":"2024-07-26T07:40:37.641743+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":194926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509463,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":785842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":196628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":194982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":785282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":462848,"data_stored":194984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":194962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:40:41.367 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 -- 172.21.15.105:0/1233289209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5e60 msgr2=0x7f1b2415f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 --2- 172.21.15.105:0/1233289209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5e60 0x7f1b2415f920 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c005fd0 tx=0x7f1b1c02a540 comp rx=0 tx=0).stop 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 -- 172.21.15.105:0/1233289209 shutdown_connections 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 --2- 172.21.15.105:0/1233289209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5e60 0x7f1b2415f920 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 -- 172.21.15.105:0/1233289209 >> 172.21.15.105:0/1233289209 conn(0x7f1b240d1af0 msgr2=0x7f1b240d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 -- 172.21.15.105:0/1233289209 shutdown_connections 2024-07-26T07:40:41.677 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.676+0000 7f1b29800640 1 -- 172.21.15.105:0/1233289209 wait complete. 2024-07-26T07:40:41.679 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.678+0000 7f1b29800640 1 Processor -- start 2024-07-26T07:40:41.679 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.679+0000 7f1b29800640 1 -- start start 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 0x7f1b24158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 0x7f1b2415afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1b241607c0 con 0x7f1b240b5a50 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1b240b1ff0 con 0x7f1b241456e0 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b29800640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1b2415fe60 con 0x7f1b240b5e60 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.680+0000 7f1b23e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43330/0 (socket says 172.21.15.105:43330) 2024-07-26T07:40:41.681 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 -- 172.21.15.105:0/1700856097 learned_addr learned my addr 172.21.15.105:0/1700856097 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b28e00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 0x7f1b2415afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 -- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 msgr2=0x7f1b24158230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b1b400640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 0x7f1b24158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 0x7f1b24158230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 -- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 msgr2=0x7f1b2415afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 0x7f1b2415afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 -- 172.21.15.105:0/1700856097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b2415c7a0 con 0x7f1b240b5a50 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b28e00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 0x7f1b2415afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b1b400640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 0x7f1b24158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.681+0000 7f1b23e00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400c760 tx=0x7f1b1400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:41.683 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.682+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14003b70 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.682+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b14003d30 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.682+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b1400aab0 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.682+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b2413a8b0 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.682+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b2415ca60 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.683+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b2415f920 con 0x7f1b240b5a50 2024-07-26T07:40:41.684 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.684+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1b1400ac50 con 0x7f1b240b5a50 2024-07-26T07:40:41.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.686+0000 7f1b20c00640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 0x7f1b00079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:41.686 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.686+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f1b14098a70 con 0x7f1b240b5a50 2024-07-26T07:40:41.687 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.687+0000 7f1b1b400640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 0x7f1b00079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:41.688 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.688+0000 7f1b1b400640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 0x7f1b00079550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b240b1d70 tx=0x7f1b0c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:41.691 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.690+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1b14061a40 con 0x7f1b240b5a50 2024-07-26T07:40:41.899 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.898+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 --> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1b241597b0 con 0x7f1b00077040 2024-07-26T07:40:41.914 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.911+0000 7f1b20c00640 1 -- 172.21.15.105:0/1700856097 <== mgr.4100 v2:172.21.15.143:6800/1561975751 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7f1b241597b0 con 0x7f1b00077040 2024-07-26T07:40:41.917 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:41.918 INFO:teuthology.orchestra.run.smithi105.stderr:dumped all 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 msgr2=0x7f1b00079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 0x7f1b00079550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b240b1d70 tx=0x7f1b0c008040 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 msgr2=0x7f1b2413d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400c760 tx=0x7f1b1400cc20 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 shutdown_connections 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f1b00077040 0x7f1b00079550 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b241456e0 0x7f1b2415afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b240b5e60 0x7f1b24158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 --2- 172.21.15.105:0/1700856097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b240b5a50 0x7f1b2413d070 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 >> 172.21.15.105:0/1700856097 conn(0x7f1b240d1af0 msgr2=0x7f1b240d1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 shutdown_connections 2024-07-26T07:40:41.920 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:41.918+0000 7f1b29800640 1 -- 172.21.15.105:0/1700856097 wait complete. 2024-07-26T07:40:41.942 INFO:teuthology.orchestra.run.smithi105.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-07-26T07:40:40.829900+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220980,"kb_used_data":4776,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753740,"statfs":{"total":773094113280,"available":772867829760,"internally_reserved":0,"allocated":4890624,"data_stored":2744692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002006"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644544+0000","last_change":"2024-07-26T07:40:36.675821+0000","last_active":"2024-07-26T07:40:37.644544+0000","last_peered":"2024-07-26T07:40:37.644544+0000","last_clean":"2024-07-26T07:40:37.644544+0000","last_became_active":"2024-07-26T07:40:36.675485+0000","last_became_peered":"2024-07-26T07:40:36.675485+0000","last_unstale":"2024-07-26T07:40:37.644544+0000","last_undegraded":"2024-07-26T07:40:37.644544+0000","last_fullsized":"2024-07-26T07:40:37.644544+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:10:02.919089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.243178+0000","last_change":"2024-07-26T07:40:36.671222+0000","last_active":"2024-07-26T07:40:38.243178+0000","last_peered":"2024-07-26T07:40:38.243178+0000","last_clean":"2024-07-26T07:40:38.243178+0000","last_became_active":"2024-07-26T07:40:36.669403+0000","last_became_peered":"2024-07-26T07:40:36.669403+0000","last_unstale":"2024-07-26T07:40:38.243178+0000","last_undegraded":"2024-07-26T07:40:38.243178+0000","last_fullsized":"2024-07-26T07:40:38.243178+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:28:13.525319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643345+0000","last_change":"2024-07-26T07:40:36.677972+0000","last_active":"2024-07-26T07:40:37.643345+0000","last_peered":"2024-07-26T07:40:37.643345+0000","last_clean":"2024-07-26T07:40:37.643345+0000","last_became_active":"2024-07-26T07:40:36.677658+0000","last_became_peered":"2024-07-26T07:40:36.677658+0000","last_unstale":"2024-07-26T07:40:37.643345+0000","last_undegraded":"2024-07-26T07:40:37.643345+0000","last_fullsized":"2024-07-26T07:40:37.643345+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:30.923187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644929+0000","last_change":"2024-07-26T07:40:36.685904+0000","last_active":"2024-07-26T07:40:37.644929+0000","last_peered":"2024-07-26T07:40:37.644929+0000","last_clean":"2024-07-26T07:40:37.644929+0000","last_became_active":"2024-07-26T07:40:36.685505+0000","last_became_peered":"2024-07-26T07:40:36.685505+0000","last_unstale":"2024-07-26T07:40:37.644929+0000","last_undegraded":"2024-07-26T07:40:37.644929+0000","last_fullsized":"2024-07-26T07:40:37.644929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:48.708361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627960+0000","last_change":"2024-07-26T07:40:36.672949+0000","last_active":"2024-07-26T07:40:38.627960+0000","last_peered":"2024-07-26T07:40:38.627960+0000","last_clean":"2024-07-26T07:40:38.627960+0000","last_became_active":"2024-07-26T07:40:36.671224+0000","last_became_peered":"2024-07-26T07:40:36.671224+0000","last_unstale":"2024-07-26T07:40:38.627960+0000","last_undegraded":"2024-07-26T07:40:38.627960+0000","last_fullsized":"2024-07-26T07:40:38.627960+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:40:54.736894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242414+0000","last_change":"2024-07-26T07:40:36.666906+0000","last_active":"2024-07-26T07:40:38.242414+0000","last_peered":"2024-07-26T07:40:38.242414+0000","last_clean":"2024-07-26T07:40:38.242414+0000","last_became_active":"2024-07-26T07:40:36.665445+0000","last_became_peered":"2024-07-26T07:40:36.665445+0000","last_unstale":"2024-07-26T07:40:38.242414+0000","last_undegraded":"2024-07-26T07:40:38.242414+0000","last_fullsized":"2024-07-26T07:40:38.242414+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:56.655786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640501+0000","last_change":"2024-07-26T07:40:36.686250+0000","last_active":"2024-07-26T07:40:37.640501+0000","last_peered":"2024-07-26T07:40:37.640501+0000","last_clean":"2024-07-26T07:40:37.640501+0000","last_became_active":"2024-07-26T07:40:36.685953+0000","last_became_peered":"2024-07-26T07:40:36.685953+0000","last_unstale":"2024-07-26T07:40:37.640501+0000","last_undegraded":"2024-07-26T07:40:37.640501+0000","last_fullsized":"2024-07-26T07:40:37.640501+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:50:30.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643100+0000","last_change":"2024-07-26T07:40:36.686176+0000","last_active":"2024-07-26T07:40:37.643100+0000","last_peered":"2024-07-26T07:40:37.643100+0000","last_clean":"2024-07-26T07:40:37.643100+0000","last_became_active":"2024-07-26T07:40:36.685134+0000","last_became_peered":"2024-07-26T07:40:36.685134+0000","last_unstale":"2024-07-26T07:40:37.643100+0000","last_undegraded":"2024-07-26T07:40:37.643100+0000","last_fullsized":"2024-07-26T07:40:37.643100+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:10.739622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628617+0000","last_change":"2024-07-26T07:40:36.677929+0000","last_active":"2024-07-26T07:40:38.628617+0000","last_peered":"2024-07-26T07:40:38.628617+0000","last_clean":"2024-07-26T07:40:38.628617+0000","last_became_active":"2024-07-26T07:40:36.677414+0000","last_became_peered":"2024-07-26T07:40:36.677414+0000","last_unstale":"2024-07-26T07:40:38.628617+0000","last_undegraded":"2024-07-26T07:40:38.628617+0000","last_fullsized":"2024-07-26T07:40:38.628617+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:20:41.146579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641244+0000","last_change":"2024-07-26T07:40:36.684103+0000","last_active":"2024-07-26T07:40:37.641244+0000","last_peered":"2024-07-26T07:40:37.641244+0000","last_clean":"2024-07-26T07:40:37.641244+0000","last_became_active":"2024-07-26T07:40:36.683779+0000","last_became_peered":"2024-07-26T07:40:36.683779+0000","last_unstale":"2024-07-26T07:40:37.641244+0000","last_undegraded":"2024-07-26T07:40:37.641244+0000","last_fullsized":"2024-07-26T07:40:37.641244+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:41.384283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628434+0000","last_change":"2024-07-26T07:40:36.669536+0000","last_active":"2024-07-26T07:40:38.628434+0000","last_peered":"2024-07-26T07:40:38.628434+0000","last_clean":"2024-07-26T07:40:38.628434+0000","last_became_active":"2024-07-26T07:40:36.668264+0000","last_became_peered":"2024-07-26T07:40:36.668264+0000","last_unstale":"2024-07-26T07:40:38.628434+0000","last_undegraded":"2024-07-26T07:40:38.628434+0000","last_fullsized":"2024-07-26T07:40:38.628434+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:58.330486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628045+0000","last_change":"2024-07-26T07:40:36.679307+0000","last_active":"2024-07-26T07:40:38.628045+0000","last_peered":"2024-07-26T07:40:38.628045+0000","last_clean":"2024-07-26T07:40:38.628045+0000","last_became_active":"2024-07-26T07:40:36.674821+0000","last_became_peered":"2024-07-26T07:40:36.674821+0000","last_unstale":"2024-07-26T07:40:38.628045+0000","last_undegraded":"2024-07-26T07:40:38.628045+0000","last_fullsized":"2024-07-26T07:40:38.628045+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:05:03.770862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642110+0000","last_change":"2024-07-26T07:40:36.676445+0000","last_active":"2024-07-26T07:40:37.642110+0000","last_peered":"2024-07-26T07:40:37.642110+0000","last_clean":"2024-07-26T07:40:37.642110+0000","last_became_active":"2024-07-26T07:40:36.671832+0000","last_became_peered":"2024-07-26T07:40:36.671832+0000","last_unstale":"2024-07-26T07:40:37.642110+0000","last_undegraded":"2024-07-26T07:40:37.642110+0000","last_fullsized":"2024-07-26T07:40:37.642110+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:52.896478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768699+0000","last_change":"2024-07-26T07:40:36.651997+0000","last_active":"2024-07-26T07:40:37.768699+0000","last_peered":"2024-07-26T07:40:37.768699+0000","last_clean":"2024-07-26T07:40:37.768699+0000","last_became_active":"2024-07-26T07:40:36.647291+0000","last_became_peered":"2024-07-26T07:40:36.647291+0000","last_unstale":"2024-07-26T07:40:37.768699+0000","last_undegraded":"2024-07-26T07:40:37.768699+0000","last_fullsized":"2024-07-26T07:40:37.768699+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:02.111141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636774+0000","last_change":"2024-07-26T07:40:36.674306+0000","last_active":"2024-07-26T07:40:37.636774+0000","last_peered":"2024-07-26T07:40:37.636774+0000","last_clean":"2024-07-26T07:40:37.636774+0000","last_became_active":"2024-07-26T07:40:36.673954+0000","last_became_peered":"2024-07-26T07:40:36.673954+0000","last_unstale":"2024-07-26T07:40:37.636774+0000","last_undegraded":"2024-07-26T07:40:37.636774+0000","last_fullsized":"2024-07-26T07:40:37.636774+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:51.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641837+0000","last_change":"2024-07-26T07:40:36.683694+0000","last_active":"2024-07-26T07:40:37.641837+0000","last_peered":"2024-07-26T07:40:37.641837+0000","last_clean":"2024-07-26T07:40:37.641837+0000","last_became_active":"2024-07-26T07:40:36.683237+0000","last_became_peered":"2024-07-26T07:40:36.683237+0000","last_unstale":"2024-07-26T07:40:37.641837+0000","last_undegraded":"2024-07-26T07:40:37.641837+0000","last_fullsized":"2024-07-26T07:40:37.641837+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:40.330176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639947+0000","last_change":"2024-07-26T07:40:36.660790+0000","last_active":"2024-07-26T07:40:37.639947+0000","last_peered":"2024-07-26T07:40:37.639947+0000","last_clean":"2024-07-26T07:40:37.639947+0000","last_became_active":"2024-07-26T07:40:36.659249+0000","last_became_peered":"2024-07-26T07:40:36.659249+0000","last_unstale":"2024-07-26T07:40:37.639947+0000","last_undegraded":"2024-07-26T07:40:37.639947+0000","last_fullsized":"2024-07-26T07:40:37.639947+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:23:40.478411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640313+0000","last_change":"2024-07-26T07:40:36.674145+0000","last_active":"2024-07-26T07:40:37.640313+0000","last_peered":"2024-07-26T07:40:37.640313+0000","last_clean":"2024-07-26T07:40:37.640313+0000","last_became_active":"2024-07-26T07:40:36.671571+0000","last_became_peered":"2024-07-26T07:40:36.671571+0000","last_unstale":"2024-07-26T07:40:37.640313+0000","last_undegraded":"2024-07-26T07:40:37.640313+0000","last_fullsized":"2024-07-26T07:40:37.640313+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:49.744025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641638+0000","last_change":"2024-07-26T07:40:36.679691+0000","last_active":"2024-07-26T07:40:37.641638+0000","last_peered":"2024-07-26T07:40:37.641638+0000","last_clean":"2024-07-26T07:40:37.641638+0000","last_became_active":"2024-07-26T07:40:36.679391+0000","last_became_peered":"2024-07-26T07:40:36.679391+0000","last_unstale":"2024-07-26T07:40:37.641638+0000","last_undegraded":"2024-07-26T07:40:37.641638+0000","last_fullsized":"2024-07-26T07:40:37.641638+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:02.111141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627815+0000","last_change":"2024-07-26T07:40:36.680198+0000","last_active":"2024-07-26T07:40:38.627815+0000","last_peered":"2024-07-26T07:40:38.627815+0000","last_clean":"2024-07-26T07:40:38.627815+0000","last_became_active":"2024-07-26T07:40:36.679891+0000","last_became_peered":"2024-07-26T07:40:36.679891+0000","last_unstale":"2024-07-26T07:40:38.627815+0000","last_undegraded":"2024-07-26T07:40:38.627815+0000","last_fullsized":"2024-07-26T07:40:38.627815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:35.852858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628103+0000","last_change":"2024-07-26T07:40:36.681461+0000","last_active":"2024-07-26T07:40:38.628103+0000","last_peered":"2024-07-26T07:40:38.628103+0000","last_clean":"2024-07-26T07:40:38.628103+0000","last_became_active":"2024-07-26T07:40:36.681090+0000","last_became_peered":"2024-07-26T07:40:36.681090+0000","last_unstale":"2024-07-26T07:40:38.628103+0000","last_undegraded":"2024-07-26T07:40:38.628103+0000","last_fullsized":"2024-07-26T07:40:38.628103+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:45:58.648370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628147+0000","last_change":"2024-07-26T07:40:36.660126+0000","last_active":"2024-07-26T07:40:38.628147+0000","last_peered":"2024-07-26T07:40:38.628147+0000","last_clean":"2024-07-26T07:40:38.628147+0000","last_became_active":"2024-07-26T07:40:36.659757+0000","last_became_peered":"2024-07-26T07:40:36.659757+0000","last_unstale":"2024-07-26T07:40:38.628147+0000","last_undegraded":"2024-07-26T07:40:38.628147+0000","last_fullsized":"2024-07-26T07:40:38.628147+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:21.739679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636779+0000","last_change":"2024-07-26T07:40:36.673531+0000","last_active":"2024-07-26T07:40:37.636779+0000","last_peered":"2024-07-26T07:40:37.636779+0000","last_clean":"2024-07-26T07:40:37.636779+0000","last_became_active":"2024-07-26T07:40:36.659668+0000","last_became_peered":"2024-07-26T07:40:36.659668+0000","last_unstale":"2024-07-26T07:40:37.636779+0000","last_undegraded":"2024-07-26T07:40:37.636779+0000","last_fullsized":"2024-07-26T07:40:37.636779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:28:56.568080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643378+0000","last_change":"2024-07-26T07:40:36.686198+0000","last_active":"2024-07-26T07:40:37.643378+0000","last_peered":"2024-07-26T07:40:37.643378+0000","last_clean":"2024-07-26T07:40:37.643378+0000","last_became_active":"2024-07-26T07:40:36.685847+0000","last_became_peered":"2024-07-26T07:40:36.685847+0000","last_unstale":"2024-07-26T07:40:37.643378+0000","last_undegraded":"2024-07-26T07:40:37.643378+0000","last_fullsized":"2024-07-26T07:40:37.643378+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:31:54.985751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768744+0000","last_change":"2024-07-26T07:40:36.650913+0000","last_active":"2024-07-26T07:40:37.768744+0000","last_peered":"2024-07-26T07:40:37.768744+0000","last_clean":"2024-07-26T07:40:37.768744+0000","last_became_active":"2024-07-26T07:40:36.650471+0000","last_became_peered":"2024-07-26T07:40:36.650471+0000","last_unstale":"2024-07-26T07:40:37.768744+0000","last_undegraded":"2024-07-26T07:40:37.768744+0000","last_fullsized":"2024-07-26T07:40:37.768744+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:20.517720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644496+0000","last_change":"2024-07-26T07:40:36.683228+0000","last_active":"2024-07-26T07:40:37.644496+0000","last_peered":"2024-07-26T07:40:37.644496+0000","last_clean":"2024-07-26T07:40:37.644496+0000","last_became_active":"2024-07-26T07:40:36.682979+0000","last_became_peered":"2024-07-26T07:40:36.682979+0000","last_unstale":"2024-07-26T07:40:37.644496+0000","last_undegraded":"2024-07-26T07:40:37.644496+0000","last_fullsized":"2024-07-26T07:40:37.644496+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:24:27.551064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628991+0000","last_change":"2024-07-26T07:40:36.665397+0000","last_active":"2024-07-26T07:40:38.628991+0000","last_peered":"2024-07-26T07:40:38.628991+0000","last_clean":"2024-07-26T07:40:38.628991+0000","last_became_active":"2024-07-26T07:40:36.665097+0000","last_became_peered":"2024-07-26T07:40:36.665097+0000","last_unstale":"2024-07-26T07:40:38.628991+0000","last_undegraded":"2024-07-26T07:40:38.628991+0000","last_fullsized":"2024-07-26T07:40:38.628991+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:20.019592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641629+0000","last_change":"2024-07-26T07:40:36.680198+0000","last_active":"2024-07-26T07:40:37.641629+0000","last_peered":"2024-07-26T07:40:37.641629+0000","last_clean":"2024-07-26T07:40:37.641629+0000","last_became_active":"2024-07-26T07:40:36.679878+0000","last_became_peered":"2024-07-26T07:40:36.679878+0000","last_unstale":"2024-07-26T07:40:37.641629+0000","last_undegraded":"2024-07-26T07:40:37.641629+0000","last_fullsized":"2024-07-26T07:40:37.641629+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:40.445415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639139+0000","last_change":"2024-07-26T07:40:36.655066+0000","last_active":"2024-07-26T07:40:37.639139+0000","last_peered":"2024-07-26T07:40:37.639139+0000","last_clean":"2024-07-26T07:40:37.639139+0000","last_became_active":"2024-07-26T07:40:36.654692+0000","last_became_peered":"2024-07-26T07:40:36.654692+0000","last_unstale":"2024-07-26T07:40:37.639139+0000","last_undegraded":"2024-07-26T07:40:37.639139+0000","last_fullsized":"2024-07-26T07:40:37.639139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:05:15.963281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.638472+0000","last_change":"2024-07-26T07:40:36.675483+0000","last_active":"2024-07-26T07:40:37.638472+0000","last_peered":"2024-07-26T07:40:37.638472+0000","last_clean":"2024-07-26T07:40:37.638472+0000","last_became_active":"2024-07-26T07:40:36.663574+0000","last_became_peered":"2024-07-26T07:40:36.663574+0000","last_unstale":"2024-07-26T07:40:37.638472+0000","last_undegraded":"2024-07-26T07:40:37.638472+0000","last_fullsized":"2024-07-26T07:40:37.638472+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:54.270644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640877+0000","last_change":"2024-07-26T07:40:36.666916+0000","last_active":"2024-07-26T07:40:37.640877+0000","last_peered":"2024-07-26T07:40:37.640877+0000","last_clean":"2024-07-26T07:40:37.640877+0000","last_became_active":"2024-07-26T07:40:36.666538+0000","last_became_peered":"2024-07-26T07:40:36.666538+0000","last_unstale":"2024-07-26T07:40:37.640877+0000","last_undegraded":"2024-07-26T07:40:37.640877+0000","last_fullsized":"2024-07-26T07:40:37.640877+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:55.667137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643673+0000","last_change":"2024-07-26T07:40:36.685847+0000","last_active":"2024-07-26T07:40:37.643673+0000","last_peered":"2024-07-26T07:40:37.643673+0000","last_clean":"2024-07-26T07:40:37.643673+0000","last_became_active":"2024-07-26T07:40:36.684429+0000","last_became_peered":"2024-07-26T07:40:36.684429+0000","last_unstale":"2024-07-26T07:40:37.643673+0000","last_undegraded":"2024-07-26T07:40:37.643673+0000","last_fullsized":"2024-07-26T07:40:37.643673+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:57.475776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639083+0000","last_change":"2024-07-26T07:40:36.645878+0000","last_active":"2024-07-26T07:40:37.639083+0000","last_peered":"2024-07-26T07:40:37.639083+0000","last_clean":"2024-07-26T07:40:37.639083+0000","last_became_active":"2024-07-26T07:40:36.645446+0000","last_became_peered":"2024-07-26T07:40:36.645446+0000","last_unstale":"2024-07-26T07:40:37.639083+0000","last_undegraded":"2024-07-26T07:40:37.639083+0000","last_fullsized":"2024-07-26T07:40:37.639083+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:16.993408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768817+0000","last_change":"2024-07-26T07:40:35.657043+0000","last_active":"2024-07-26T07:40:37.768817+0000","last_peered":"2024-07-26T07:40:37.768817+0000","last_clean":"2024-07-26T07:40:37.768817+0000","last_became_active":"2024-07-26T07:40:35.656733+0000","last_became_peered":"2024-07-26T07:40:35.656733+0000","last_unstale":"2024-07-26T07:40:37.768817+0000","last_undegraded":"2024-07-26T07:40:37.768817+0000","last_fullsized":"2024-07-26T07:40:37.768817+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.243110+0000","last_change":"2024-07-26T07:40:36.658732+0000","last_active":"2024-07-26T07:40:38.243110+0000","last_peered":"2024-07-26T07:40:38.243110+0000","last_clean":"2024-07-26T07:40:38.243110+0000","last_became_active":"2024-07-26T07:40:36.658415+0000","last_became_peered":"2024-07-26T07:40:36.658415+0000","last_unstale":"2024-07-26T07:40:38.243110+0000","last_undegraded":"2024-07-26T07:40:38.243110+0000","last_fullsized":"2024-07-26T07:40:38.243110+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:58.330486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242969+0000","last_change":"2024-07-26T07:40:35.670919+0000","last_active":"2024-07-26T07:40:38.242969+0000","last_peered":"2024-07-26T07:40:38.242969+0000","last_clean":"2024-07-26T07:40:38.242969+0000","last_became_active":"2024-07-26T07:40:35.670494+0000","last_became_peered":"2024-07-26T07:40:35.670494+0000","last_unstale":"2024-07-26T07:40:38.242969+0000","last_undegraded":"2024-07-26T07:40:38.242969+0000","last_fullsized":"2024-07-26T07:40:38.242969+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:05:39.324453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641159+0000","last_change":"2024-07-26T07:40:36.660861+0000","last_active":"2024-07-26T07:40:37.641159+0000","last_peered":"2024-07-26T07:40:37.641159+0000","last_clean":"2024-07-26T07:40:37.641159+0000","last_became_active":"2024-07-26T07:40:36.655162+0000","last_became_peered":"2024-07-26T07:40:36.655162+0000","last_unstale":"2024-07-26T07:40:37.641159+0000","last_undegraded":"2024-07-26T07:40:37.641159+0000","last_fullsized":"2024-07-26T07:40:37.641159+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:40.622905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643679+0000","last_change":"2024-07-26T07:40:35.663277+0000","last_active":"2024-07-26T07:40:37.643679+0000","last_peered":"2024-07-26T07:40:37.643679+0000","last_clean":"2024-07-26T07:40:37.643679+0000","last_became_active":"2024-07-26T07:40:35.662597+0000","last_became_peered":"2024-07-26T07:40:35.662597+0000","last_unstale":"2024-07-26T07:40:37.643679+0000","last_undegraded":"2024-07-26T07:40:37.643679+0000","last_fullsized":"2024-07-26T07:40:37.643679+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:19.511997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242449+0000","last_change":"2024-07-26T07:40:36.654205+0000","last_active":"2024-07-26T07:40:38.242449+0000","last_peered":"2024-07-26T07:40:38.242449+0000","last_clean":"2024-07-26T07:40:38.242449+0000","last_became_active":"2024-07-26T07:40:36.653799+0000","last_became_peered":"2024-07-26T07:40:36.653799+0000","last_unstale":"2024-07-26T07:40:38.242449+0000","last_undegraded":"2024-07-26T07:40:38.242449+0000","last_fullsized":"2024-07-26T07:40:38.242449+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:45:58.648370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768838+0000","last_change":"2024-07-26T07:40:35.654702+0000","last_active":"2024-07-26T07:40:37.768838+0000","last_peered":"2024-07-26T07:40:37.768838+0000","last_clean":"2024-07-26T07:40:37.768838+0000","last_became_active":"2024-07-26T07:40:35.654285+0000","last_became_peered":"2024-07-26T07:40:35.654285+0000","last_unstale":"2024-07-26T07:40:37.768838+0000","last_undegraded":"2024-07-26T07:40:37.768838+0000","last_fullsized":"2024-07-26T07:40:37.768838+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644449+0000","last_change":"2024-07-26T07:40:36.680665+0000","last_active":"2024-07-26T07:40:37.644449+0000","last_peered":"2024-07-26T07:40:37.644449+0000","last_clean":"2024-07-26T07:40:37.644449+0000","last_became_active":"2024-07-26T07:40:36.679618+0000","last_became_peered":"2024-07-26T07:40:36.679618+0000","last_unstale":"2024-07-26T07:40:37.644449+0000","last_undegraded":"2024-07-26T07:40:37.644449+0000","last_fullsized":"2024-07-26T07:40:37.644449+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:30:41.422221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768910+0000","last_change":"2024-07-26T07:40:35.666819+0000","last_active":"2024-07-26T07:40:37.768910+0000","last_peered":"2024-07-26T07:40:37.768910+0000","last_clean":"2024-07-26T07:40:37.768910+0000","last_became_active":"2024-07-26T07:40:35.666490+0000","last_became_peered":"2024-07-26T07:40:35.666490+0000","last_unstale":"2024-07-26T07:40:37.768910+0000","last_undegraded":"2024-07-26T07:40:37.768910+0000","last_fullsized":"2024-07-26T07:40:37.768910+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:40.378560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627489+0000","last_change":"2024-07-26T07:40:36.656198+0000","last_active":"2024-07-26T07:40:38.627489+0000","last_peered":"2024-07-26T07:40:38.627489+0000","last_clean":"2024-07-26T07:40:38.627489+0000","last_became_active":"2024-07-26T07:40:36.655849+0000","last_became_peered":"2024-07-26T07:40:36.655849+0000","last_unstale":"2024-07-26T07:40:38.627489+0000","last_undegraded":"2024-07-26T07:40:38.627489+0000","last_fullsized":"2024-07-26T07:40:38.627489+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:53.307720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640875+0000","last_change":"2024-07-26T07:40:35.661469+0000","last_active":"2024-07-26T07:40:37.640875+0000","last_peered":"2024-07-26T07:40:37.640875+0000","last_clean":"2024-07-26T07:40:37.640875+0000","last_became_active":"2024-07-26T07:40:35.661151+0000","last_became_peered":"2024-07-26T07:40:35.661151+0000","last_unstale":"2024-07-26T07:40:37.640875+0000","last_undegraded":"2024-07-26T07:40:37.640875+0000","last_fullsized":"2024-07-26T07:40:37.640875+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:59:09.705003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.638735+0000","last_change":"2024-07-26T07:40:36.664041+0000","last_active":"2024-07-26T07:40:37.638735+0000","last_peered":"2024-07-26T07:40:37.638735+0000","last_clean":"2024-07-26T07:40:37.638735+0000","last_became_active":"2024-07-26T07:40:36.662883+0000","last_became_peered":"2024-07-26T07:40:36.662883+0000","last_unstale":"2024-07-26T07:40:37.638735+0000","last_undegraded":"2024-07-26T07:40:37.638735+0000","last_fullsized":"2024-07-26T07:40:37.638735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:17:38.045664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641615+0000","last_change":"2024-07-26T07:40:35.662097+0000","last_active":"2024-07-26T07:40:37.641615+0000","last_peered":"2024-07-26T07:40:37.641615+0000","last_clean":"2024-07-26T07:40:37.641615+0000","last_became_active":"2024-07-26T07:40:35.660986+0000","last_became_peered":"2024-07-26T07:40:35.660986+0000","last_unstale":"2024-07-26T07:40:37.641615+0000","last_undegraded":"2024-07-26T07:40:37.641615+0000","last_fullsized":"2024-07-26T07:40:37.641615+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:43:01.105418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242195+0000","last_change":"2024-07-26T07:40:36.663876+0000","last_active":"2024-07-26T07:40:38.242195+0000","last_peered":"2024-07-26T07:40:38.242195+0000","last_clean":"2024-07-26T07:40:38.242195+0000","last_became_active":"2024-07-26T07:40:36.663449+0000","last_became_peered":"2024-07-26T07:40:36.663449+0000","last_unstale":"2024-07-26T07:40:38.242195+0000","last_undegraded":"2024-07-26T07:40:38.242195+0000","last_fullsized":"2024-07-26T07:40:38.242195+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:23:41.510158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641427+0000","last_change":"2024-07-26T07:40:35.668110+0000","last_active":"2024-07-26T07:40:37.641427+0000","last_peered":"2024-07-26T07:40:37.641427+0000","last_clean":"2024-07-26T07:40:37.641427+0000","last_became_active":"2024-07-26T07:40:35.667786+0000","last_became_peered":"2024-07-26T07:40:35.667786+0000","last_unstale":"2024-07-26T07:40:37.641427+0000","last_undegraded":"2024-07-26T07:40:37.641427+0000","last_fullsized":"2024-07-26T07:40:37.641427+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:26:34.909390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643930+0000","last_change":"2024-07-26T07:40:36.685845+0000","last_active":"2024-07-26T07:40:37.643930+0000","last_peered":"2024-07-26T07:40:37.643930+0000","last_clean":"2024-07-26T07:40:37.643930+0000","last_became_active":"2024-07-26T07:40:36.685392+0000","last_became_peered":"2024-07-26T07:40:36.685392+0000","last_unstale":"2024-07-26T07:40:37.643930+0000","last_undegraded":"2024-07-26T07:40:37.643930+0000","last_fullsized":"2024-07-26T07:40:37.643930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:05:36.699747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644684+0000","last_change":"2024-07-26T07:40:35.664763+0000","last_active":"2024-07-26T07:40:37.644684+0000","last_peered":"2024-07-26T07:40:37.644684+0000","last_clean":"2024-07-26T07:40:37.644684+0000","last_became_active":"2024-07-26T07:40:35.663885+0000","last_became_peered":"2024-07-26T07:40:35.663885+0000","last_unstale":"2024-07-26T07:40:37.644684+0000","last_undegraded":"2024-07-26T07:40:37.644684+0000","last_fullsized":"2024-07-26T07:40:37.644684+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:47:41.888120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768636+0000","last_change":"2024-07-26T07:40:36.657244+0000","last_active":"2024-07-26T07:40:37.768636+0000","last_peered":"2024-07-26T07:40:37.768636+0000","last_clean":"2024-07-26T07:40:37.768636+0000","last_became_active":"2024-07-26T07:40:36.656903+0000","last_became_peered":"2024-07-26T07:40:36.656903+0000","last_unstale":"2024-07-26T07:40:37.768636+0000","last_undegraded":"2024-07-26T07:40:37.768636+0000","last_fullsized":"2024-07-26T07:40:37.768636+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:03.735669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640491+0000","last_change":"2024-07-26T07:40:35.663376+0000","last_active":"2024-07-26T07:40:37.640491+0000","last_peered":"2024-07-26T07:40:37.640491+0000","last_clean":"2024-07-26T07:40:37.640491+0000","last_became_active":"2024-07-26T07:40:35.663066+0000","last_became_peered":"2024-07-26T07:40:35.663066+0000","last_unstale":"2024-07-26T07:40:37.640491+0000","last_undegraded":"2024-07-26T07:40:37.640491+0000","last_fullsized":"2024-07-26T07:40:37.640491+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:05:35.694024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644356+0000","last_change":"2024-07-26T07:40:36.685383+0000","last_active":"2024-07-26T07:40:37.644356+0000","last_peered":"2024-07-26T07:40:37.644356+0000","last_clean":"2024-07-26T07:40:37.644356+0000","last_became_active":"2024-07-26T07:40:36.684889+0000","last_became_peered":"2024-07-26T07:40:36.684889+0000","last_unstale":"2024-07-26T07:40:37.644356+0000","last_undegraded":"2024-07-26T07:40:37.644356+0000","last_fullsized":"2024-07-26T07:40:37.644356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:42:10.262269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639131+0000","last_change":"2024-07-26T07:40:35.654823+0000","last_active":"2024-07-26T07:40:37.639131+0000","last_peered":"2024-07-26T07:40:37.639131+0000","last_clean":"2024-07-26T07:40:37.639131+0000","last_became_active":"2024-07-26T07:40:35.654507+0000","last_became_peered":"2024-07-26T07:40:35.654507+0000","last_unstale":"2024-07-26T07:40:37.639131+0000","last_undegraded":"2024-07-26T07:40:37.639131+0000","last_fullsized":"2024-07-26T07:40:37.639131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:29.917464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640749+0000","last_change":"2024-07-26T07:40:36.669866+0000","last_active":"2024-07-26T07:40:37.640749+0000","last_peered":"2024-07-26T07:40:37.640749+0000","last_clean":"2024-07-26T07:40:37.640749+0000","last_became_active":"2024-07-26T07:40:36.669243+0000","last_became_peered":"2024-07-26T07:40:36.669243+0000","last_unstale":"2024-07-26T07:40:37.640749+0000","last_undegraded":"2024-07-26T07:40:37.640749+0000","last_fullsized":"2024-07-26T07:40:37.640749+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:49:19.853852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":21,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644360+0000","last_change":"2024-07-26T07:40:35.653584+0000","last_active":"2024-07-26T07:40:37.644360+0000","last_peered":"2024-07-26T07:40:37.644360+0000","last_clean":"2024-07-26T07:40:37.644360+0000","last_became_active":"2024-07-26T07:40:35.653100+0000","last_became_peered":"2024-07-26T07:40:35.653100+0000","last_unstale":"2024-07-26T07:40:37.644360+0000","last_undegraded":"2024-07-26T07:40:37.644360+0000","last_fullsized":"2024-07-26T07:40:37.644360+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:39.960918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644413+0000","last_change":"2024-07-26T07:40:36.678584+0000","last_active":"2024-07-26T07:40:37.644413+0000","last_peered":"2024-07-26T07:40:37.644413+0000","last_clean":"2024-07-26T07:40:37.644413+0000","last_became_active":"2024-07-26T07:40:36.678221+0000","last_became_peered":"2024-07-26T07:40:36.678221+0000","last_unstale":"2024-07-26T07:40:37.644413+0000","last_undegraded":"2024-07-26T07:40:37.644413+0000","last_fullsized":"2024-07-26T07:40:37.644413+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:10:02.313468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643435+0000","last_change":"2024-07-26T07:40:35.661030+0000","last_active":"2024-07-26T07:40:37.643435+0000","last_peered":"2024-07-26T07:40:37.643435+0000","last_clean":"2024-07-26T07:40:37.643435+0000","last_became_active":"2024-07-26T07:40:35.660566+0000","last_became_peered":"2024-07-26T07:40:35.660566+0000","last_unstale":"2024-07-26T07:40:37.643435+0000","last_undegraded":"2024-07-26T07:40:37.643435+0000","last_fullsized":"2024-07-26T07:40:37.643435+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:02.729946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242111+0000","last_change":"2024-07-26T07:40:36.669588+0000","last_active":"2024-07-26T07:40:38.242111+0000","last_peered":"2024-07-26T07:40:38.242111+0000","last_clean":"2024-07-26T07:40:38.242111+0000","last_became_active":"2024-07-26T07:40:36.669185+0000","last_became_peered":"2024-07-26T07:40:36.669185+0000","last_unstale":"2024-07-26T07:40:38.242111+0000","last_undegraded":"2024-07-26T07:40:38.242111+0000","last_fullsized":"2024-07-26T07:40:38.242111+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:47:35.852858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241546+0000","last_change":"2024-07-26T07:40:35.663658+0000","last_active":"2024-07-26T07:40:38.241546+0000","last_peered":"2024-07-26T07:40:38.241546+0000","last_clean":"2024-07-26T07:40:38.241546+0000","last_became_active":"2024-07-26T07:40:35.661026+0000","last_became_peered":"2024-07-26T07:40:35.661026+0000","last_unstale":"2024-07-26T07:40:38.241546+0000","last_undegraded":"2024-07-26T07:40:38.241546+0000","last_fullsized":"2024-07-26T07:40:38.241546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628316+0000","last_change":"2024-07-26T07:40:36.662069+0000","last_active":"2024-07-26T07:40:38.628316+0000","last_peered":"2024-07-26T07:40:38.628316+0000","last_clean":"2024-07-26T07:40:38.628316+0000","last_became_active":"2024-07-26T07:40:36.661439+0000","last_became_peered":"2024-07-26T07:40:36.661439+0000","last_unstale":"2024-07-26T07:40:38.628316+0000","last_undegraded":"2024-07-26T07:40:38.628316+0000","last_fullsized":"2024-07-26T07:40:38.628316+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:35.106164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.637129+0000","last_change":"2024-07-26T07:40:35.667881+0000","last_active":"2024-07-26T07:40:37.637129+0000","last_peered":"2024-07-26T07:40:37.637129+0000","last_clean":"2024-07-26T07:40:37.637129+0000","last_became_active":"2024-07-26T07:40:35.665869+0000","last_became_peered":"2024-07-26T07:40:35.665869+0000","last_unstale":"2024-07-26T07:40:37.637129+0000","last_undegraded":"2024-07-26T07:40:37.637129+0000","last_fullsized":"2024-07-26T07:40:37.637129+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:42:09.256546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627832+0000","last_change":"2024-07-26T07:40:36.676172+0000","last_active":"2024-07-26T07:40:38.627832+0000","last_peered":"2024-07-26T07:40:38.627832+0000","last_clean":"2024-07-26T07:40:38.627832+0000","last_became_active":"2024-07-26T07:40:36.671645+0000","last_became_peered":"2024-07-26T07:40:36.671645+0000","last_unstale":"2024-07-26T07:40:38.627832+0000","last_undegraded":"2024-07-26T07:40:38.627832+0000","last_fullsized":"2024-07-26T07:40:38.627832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:28:01.936956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.768455+0000","last_change":"2024-07-26T07:40:35.658835+0000","last_active":"2024-07-26T07:40:37.768455+0000","last_peered":"2024-07-26T07:40:37.768455+0000","last_clean":"2024-07-26T07:40:37.768455+0000","last_became_active":"2024-07-26T07:40:35.658590+0000","last_became_peered":"2024-07-26T07:40:35.658590+0000","last_unstale":"2024-07-26T07:40:37.768455+0000","last_undegraded":"2024-07-26T07:40:37.768455+0000","last_fullsized":"2024-07-26T07:40:37.768455+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:54.661414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242459+0000","last_change":"2024-07-26T07:40:36.666646+0000","last_active":"2024-07-26T07:40:38.242459+0000","last_peered":"2024-07-26T07:40:38.242459+0000","last_clean":"2024-07-26T07:40:38.242459+0000","last_became_active":"2024-07-26T07:40:36.665504+0000","last_became_peered":"2024-07-26T07:40:36.665504+0000","last_unstale":"2024-07-26T07:40:38.242459+0000","last_undegraded":"2024-07-26T07:40:38.242459+0000","last_fullsized":"2024-07-26T07:40:38.242459+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:21.739679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640947+0000","last_change":"2024-07-26T07:40:35.655985+0000","last_active":"2024-07-26T07:40:37.640947+0000","last_peered":"2024-07-26T07:40:37.640947+0000","last_clean":"2024-07-26T07:40:37.640947+0000","last_became_active":"2024-07-26T07:40:35.655607+0000","last_became_peered":"2024-07-26T07:40:35.655607+0000","last_unstale":"2024-07-26T07:40:37.640947+0000","last_undegraded":"2024-07-26T07:40:37.640947+0000","last_fullsized":"2024-07-26T07:40:37.640947+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:38:57.397491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642208+0000","last_change":"2024-07-26T07:40:36.680968+0000","last_active":"2024-07-26T07:40:37.642208+0000","last_peered":"2024-07-26T07:40:37.642208+0000","last_clean":"2024-07-26T07:40:37.642208+0000","last_became_active":"2024-07-26T07:40:36.680665+0000","last_became_peered":"2024-07-26T07:40:36.680665+0000","last_unstale":"2024-07-26T07:40:37.642208+0000","last_undegraded":"2024-07-26T07:40:37.642208+0000","last_fullsized":"2024-07-26T07:40:37.642208+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:36.213344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641347+0000","last_change":"2024-07-26T07:40:35.662685+0000","last_active":"2024-07-26T07:40:37.641347+0000","last_peered":"2024-07-26T07:40:37.641347+0000","last_clean":"2024-07-26T07:40:37.641347+0000","last_became_active":"2024-07-26T07:40:35.657736+0000","last_became_peered":"2024-07-26T07:40:35.657736+0000","last_unstale":"2024-07-26T07:40:37.641347+0000","last_undegraded":"2024-07-26T07:40:37.641347+0000","last_fullsized":"2024-07-26T07:40:37.641347+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:56.470053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641429+0000","last_change":"2024-07-26T07:40:36.667222+0000","last_active":"2024-07-26T07:40:37.641429+0000","last_peered":"2024-07-26T07:40:37.641429+0000","last_clean":"2024-07-26T07:40:37.641429+0000","last_became_active":"2024-07-26T07:40:36.666443+0000","last_became_peered":"2024-07-26T07:40:36.666443+0000","last_unstale":"2024-07-26T07:40:37.641429+0000","last_undegraded":"2024-07-26T07:40:37.641429+0000","last_fullsized":"2024-07-26T07:40:37.641429+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:50.884240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628312+0000","last_change":"2024-07-26T07:40:35.674773+0000","last_active":"2024-07-26T07:40:38.628312+0000","last_peered":"2024-07-26T07:40:38.628312+0000","last_clean":"2024-07-26T07:40:38.628312+0000","last_became_active":"2024-07-26T07:40:35.674434+0000","last_became_peered":"2024-07-26T07:40:35.674434+0000","last_unstale":"2024-07-26T07:40:38.628312+0000","last_undegraded":"2024-07-26T07:40:38.628312+0000","last_fullsized":"2024-07-26T07:40:38.628312+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:10:57.254766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.642729+0000","last_change":"2024-07-26T07:40:36.676716+0000","last_active":"2024-07-26T07:40:37.642729+0000","last_peered":"2024-07-26T07:40:37.642729+0000","last_clean":"2024-07-26T07:40:37.642729+0000","last_became_active":"2024-07-26T07:40:36.674444+0000","last_became_peered":"2024-07-26T07:40:36.674444+0000","last_unstale":"2024-07-26T07:40:37.642729+0000","last_undegraded":"2024-07-26T07:40:37.642729+0000","last_fullsized":"2024-07-26T07:40:37.642729+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:51:20.517720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640546+0000","last_change":"2024-07-26T07:40:35.665824+0000","last_active":"2024-07-26T07:40:37.640546+0000","last_peered":"2024-07-26T07:40:37.640546+0000","last_clean":"2024-07-26T07:40:37.640546+0000","last_became_active":"2024-07-26T07:40:35.662111+0000","last_became_peered":"2024-07-26T07:40:35.662111+0000","last_unstale":"2024-07-26T07:40:37.640546+0000","last_undegraded":"2024-07-26T07:40:37.640546+0000","last_fullsized":"2024-07-26T07:40:37.640546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:35.207621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.636363+0000","last_change":"2024-07-26T07:40:36.672264+0000","last_active":"2024-07-26T07:40:37.636363+0000","last_peered":"2024-07-26T07:40:37.636363+0000","last_clean":"2024-07-26T07:40:37.636363+0000","last_became_active":"2024-07-26T07:40:36.671951+0000","last_became_peered":"2024-07-26T07:40:36.671951+0000","last_unstale":"2024-07-26T07:40:37.636363+0000","last_undegraded":"2024-07-26T07:40:37.636363+0000","last_fullsized":"2024-07-26T07:40:37.636363+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:31:31.229977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641552+0000","last_change":"2024-07-26T07:40:35.668178+0000","last_active":"2024-07-26T07:40:37.641552+0000","last_peered":"2024-07-26T07:40:37.641552+0000","last_clean":"2024-07-26T07:40:37.641552+0000","last_became_active":"2024-07-26T07:40:35.667846+0000","last_became_peered":"2024-07-26T07:40:35.667846+0000","last_unstale":"2024-07-26T07:40:37.641552+0000","last_undegraded":"2024-07-26T07:40:37.641552+0000","last_fullsized":"2024-07-26T07:40:37.641552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:22:51.890755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643189+0000","last_change":"2024-07-26T07:40:36.690543+0000","last_active":"2024-07-26T07:40:37.643189+0000","last_peered":"2024-07-26T07:40:37.643189+0000","last_clean":"2024-07-26T07:40:37.643189+0000","last_became_active":"2024-07-26T07:40:36.690195+0000","last_became_peered":"2024-07-26T07:40:36.690195+0000","last_unstale":"2024-07-26T07:40:37.643189+0000","last_undegraded":"2024-07-26T07:40:37.643189+0000","last_fullsized":"2024-07-26T07:40:37.643189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:20:37.416322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241883+0000","last_change":"2024-07-26T07:40:35.659788+0000","last_active":"2024-07-26T07:40:38.241883+0000","last_peered":"2024-07-26T07:40:38.241883+0000","last_clean":"2024-07-26T07:40:38.241883+0000","last_became_active":"2024-07-26T07:40:35.659203+0000","last_became_peered":"2024-07-26T07:40:35.659203+0000","last_unstale":"2024-07-26T07:40:38.241883+0000","last_undegraded":"2024-07-26T07:40:38.241883+0000","last_fullsized":"2024-07-26T07:40:38.241883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627825+0000","last_change":"2024-07-26T07:40:36.665217+0000","last_active":"2024-07-26T07:40:38.627825+0000","last_peered":"2024-07-26T07:40:38.627825+0000","last_clean":"2024-07-26T07:40:38.627825+0000","last_became_active":"2024-07-26T07:40:36.664895+0000","last_became_peered":"2024-07-26T07:40:36.664895+0000","last_unstale":"2024-07-26T07:40:38.627825+0000","last_undegraded":"2024-07-26T07:40:38.627825+0000","last_fullsized":"2024-07-26T07:40:38.627825+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:23:41.510158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640567+0000","last_change":"2024-07-26T07:40:35.656777+0000","last_active":"2024-07-26T07:40:37.640567+0000","last_peered":"2024-07-26T07:40:37.640567+0000","last_clean":"2024-07-26T07:40:37.640567+0000","last_became_active":"2024-07-26T07:40:35.656190+0000","last_became_peered":"2024-07-26T07:40:35.656190+0000","last_unstale":"2024-07-26T07:40:37.640567+0000","last_undegraded":"2024-07-26T07:40:37.640567+0000","last_fullsized":"2024-07-26T07:40:37.640567+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:56:37.950066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644998+0000","last_change":"2024-07-26T07:40:36.690200+0000","last_active":"2024-07-26T07:40:37.644998+0000","last_peered":"2024-07-26T07:40:37.644998+0000","last_clean":"2024-07-26T07:40:37.644998+0000","last_became_active":"2024-07-26T07:40:36.689838+0000","last_became_peered":"2024-07-26T07:40:36.689838+0000","last_unstale":"2024-07-26T07:40:37.644998+0000","last_undegraded":"2024-07-26T07:40:37.644998+0000","last_fullsized":"2024-07-26T07:40:37.644998+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:32.909982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.241280+0000","last_change":"2024-07-26T07:40:35.670287+0000","last_active":"2024-07-26T07:40:38.241280+0000","last_peered":"2024-07-26T07:40:38.241280+0000","last_clean":"2024-07-26T07:40:38.241280+0000","last_became_active":"2024-07-26T07:40:35.667495+0000","last_became_peered":"2024-07-26T07:40:35.667495+0000","last_unstale":"2024-07-26T07:40:38.241280+0000","last_undegraded":"2024-07-26T07:40:38.241280+0000","last_fullsized":"2024-07-26T07:40:38.241280+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:01:40.378560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628171+0000","last_change":"2024-07-26T07:40:36.673055+0000","last_active":"2024-07-26T07:40:38.628171+0000","last_peered":"2024-07-26T07:40:38.628171+0000","last_clean":"2024-07-26T07:40:38.628171+0000","last_became_active":"2024-07-26T07:40:36.672718+0000","last_became_peered":"2024-07-26T07:40:36.672718+0000","last_unstale":"2024-07-26T07:40:38.628171+0000","last_undegraded":"2024-07-26T07:40:38.628171+0000","last_fullsized":"2024-07-26T07:40:38.628171+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:00:28.304154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641077+0000","last_change":"2024-07-26T07:40:35.664320+0000","last_active":"2024-07-26T07:40:37.641077+0000","last_peered":"2024-07-26T07:40:37.641077+0000","last_clean":"2024-07-26T07:40:37.641077+0000","last_became_active":"2024-07-26T07:40:35.664038+0000","last_became_peered":"2024-07-26T07:40:35.664038+0000","last_unstale":"2024-07-26T07:40:37.641077+0000","last_undegraded":"2024-07-26T07:40:37.641077+0000","last_fullsized":"2024-07-26T07:40:37.641077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:31:53.980028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628842+0000","last_change":"2024-07-26T07:40:36.670741+0000","last_active":"2024-07-26T07:40:38.628842+0000","last_peered":"2024-07-26T07:40:38.628842+0000","last_clean":"2024-07-26T07:40:38.628842+0000","last_became_active":"2024-07-26T07:40:36.670432+0000","last_became_peered":"2024-07-26T07:40:36.670432+0000","last_unstale":"2024-07-26T07:40:38.628842+0000","last_undegraded":"2024-07-26T07:40:38.628842+0000","last_fullsized":"2024-07-26T07:40:38.628842+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:28:13.525319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.646490+0000","last_change":"2024-07-26T07:40:35.671970+0000","last_active":"2024-07-26T07:40:38.646490+0000","last_peered":"2024-07-26T07:40:38.646490+0000","last_clean":"2024-07-26T07:40:38.646490+0000","last_became_active":"2024-07-26T07:40:35.671715+0000","last_became_peered":"2024-07-26T07:40:35.671715+0000","last_unstale":"2024-07-26T07:40:38.646490+0000","last_undegraded":"2024-07-26T07:40:38.646490+0000","last_fullsized":"2024-07-26T07:40:38.646490+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:31.107203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.643091+0000","last_change":"2024-07-26T07:40:36.679229+0000","last_active":"2024-07-26T07:40:37.643091+0000","last_peered":"2024-07-26T07:40:37.643091+0000","last_clean":"2024-07-26T07:40:37.643091+0000","last_became_active":"2024-07-26T07:40:36.678788+0000","last_became_peered":"2024-07-26T07:40:36.678788+0000","last_unstale":"2024-07-26T07:40:37.643091+0000","last_undegraded":"2024-07-26T07:40:37.643091+0000","last_fullsized":"2024-07-26T07:40:37.643091+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:35.545468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628030+0000","last_change":"2024-07-26T07:40:35.673479+0000","last_active":"2024-07-26T07:40:38.628030+0000","last_peered":"2024-07-26T07:40:38.628030+0000","last_clean":"2024-07-26T07:40:38.628030+0000","last_became_active":"2024-07-26T07:40:35.673092+0000","last_became_peered":"2024-07-26T07:40:35.673092+0000","last_unstale":"2024-07-26T07:40:38.628030+0000","last_undegraded":"2024-07-26T07:40:38.628030+0000","last_fullsized":"2024-07-26T07:40:38.628030+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:59:54.172788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627582+0000","last_change":"2024-07-26T07:40:36.682282+0000","last_active":"2024-07-26T07:40:38.627582+0000","last_peered":"2024-07-26T07:40:38.627582+0000","last_clean":"2024-07-26T07:40:38.627582+0000","last_became_active":"2024-07-26T07:40:36.681967+0000","last_became_peered":"2024-07-26T07:40:36.681967+0000","last_unstale":"2024-07-26T07:40:38.627582+0000","last_undegraded":"2024-07-26T07:40:38.627582+0000","last_fullsized":"2024-07-26T07:40:38.627582+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:04.987685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644056+0000","last_change":"2024-07-26T07:40:35.661712+0000","last_active":"2024-07-26T07:40:37.644056+0000","last_peered":"2024-07-26T07:40:37.644056+0000","last_clean":"2024-07-26T07:40:37.644056+0000","last_became_active":"2024-07-26T07:40:35.661347+0000","last_became_peered":"2024-07-26T07:40:35.661347+0000","last_unstale":"2024-07-26T07:40:37.644056+0000","last_undegraded":"2024-07-26T07:40:37.644056+0000","last_fullsized":"2024-07-26T07:40:37.644056+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:01:34.539745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.242698+0000","last_change":"2024-07-26T07:40:36.677627+0000","last_active":"2024-07-26T07:40:38.242698+0000","last_peered":"2024-07-26T07:40:38.242698+0000","last_clean":"2024-07-26T07:40:38.242698+0000","last_became_active":"2024-07-26T07:40:36.676308+0000","last_became_peered":"2024-07-26T07:40:36.676308+0000","last_unstale":"2024-07-26T07:40:38.242698+0000","last_undegraded":"2024-07-26T07:40:38.242698+0000","last_fullsized":"2024-07-26T07:40:38.242698+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:35.106164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.628288+0000","last_change":"2024-07-26T07:40:35.667270+0000","last_active":"2024-07-26T07:40:38.628288+0000","last_peered":"2024-07-26T07:40:38.628288+0000","last_clean":"2024-07-26T07:40:38.628288+0000","last_became_active":"2024-07-26T07:40:35.666940+0000","last_became_peered":"2024-07-26T07:40:35.666940+0000","last_unstale":"2024-07-26T07:40:38.628288+0000","last_undegraded":"2024-07-26T07:40:38.628288+0000","last_fullsized":"2024-07-26T07:40:38.628288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:39.439692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.639008+0000","last_change":"2024-07-26T07:40:36.684128+0000","last_active":"2024-07-26T07:40:37.639008+0000","last_peered":"2024-07-26T07:40:37.639008+0000","last_clean":"2024-07-26T07:40:37.639008+0000","last_became_active":"2024-07-26T07:40:36.683827+0000","last_became_peered":"2024-07-26T07:40:36.683827+0000","last_unstale":"2024-07-26T07:40:37.639008+0000","last_undegraded":"2024-07-26T07:40:37.639008+0000","last_fullsized":"2024-07-26T07:40:37.639008+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:56.066542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.637171+0000","last_change":"2024-07-26T07:40:35.661197+0000","last_active":"2024-07-26T07:40:37.637171+0000","last_peered":"2024-07-26T07:40:37.637171+0000","last_clean":"2024-07-26T07:40:37.637171+0000","last_became_active":"2024-07-26T07:40:35.657154+0000","last_became_peered":"2024-07-26T07:40:35.657154+0000","last_unstale":"2024-07-26T07:40:37.637171+0000","last_undegraded":"2024-07-26T07:40:37.637171+0000","last_fullsized":"2024-07-26T07:40:37.637171+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:20:36.410599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627963+0000","last_change":"2024-07-26T07:40:36.661031+0000","last_active":"2024-07-26T07:40:38.627963+0000","last_peered":"2024-07-26T07:40:38.627963+0000","last_clean":"2024-07-26T07:40:38.627963+0000","last_became_active":"2024-07-26T07:40:36.660721+0000","last_became_peered":"2024-07-26T07:40:36.660721+0000","last_unstale":"2024-07-26T07:40:38.627963+0000","last_undegraded":"2024-07-26T07:40:38.627963+0000","last_fullsized":"2024-07-26T07:40:38.627963+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:50:56.655786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.644627+0000","last_change":"2024-07-26T07:40:35.651868+0000","last_active":"2024-07-26T07:40:37.644627+0000","last_peered":"2024-07-26T07:40:37.644627+0000","last_clean":"2024-07-26T07:40:37.644627+0000","last_became_active":"2024-07-26T07:40:35.649706+0000","last_became_peered":"2024-07-26T07:40:35.649706+0000","last_unstale":"2024-07-26T07:40:37.644627+0000","last_undegraded":"2024-07-26T07:40:37.644627+0000","last_fullsized":"2024-07-26T07:40:37.644627+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:05:05.401412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.640082+0000","last_change":"2024-07-26T07:40:36.670424+0000","last_active":"2024-07-26T07:40:37.640082+0000","last_peered":"2024-07-26T07:40:37.640082+0000","last_clean":"2024-07-26T07:40:37.640082+0000","last_became_active":"2024-07-26T07:40:36.670137+0000","last_became_peered":"2024-07-26T07:40:36.670137+0000","last_unstale":"2024-07-26T07:40:37.640082+0000","last_undegraded":"2024-07-26T07:40:37.640082+0000","last_fullsized":"2024-07-26T07:40:37.640082+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:35.607703+0000","last_clean_scrub_stamp":"2024-07-26T07:40:35.607703+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:58:32.784438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:38.627549+0000","last_change":"2024-07-26T07:40:35.665616+0000","last_active":"2024-07-26T07:40:38.627549+0000","last_peered":"2024-07-26T07:40:38.627549+0000","last_clean":"2024-07-26T07:40:38.627549+0000","last_became_active":"2024-07-26T07:40:35.665267+0000","last_became_peered":"2024-07-26T07:40:35.665267+0000","last_unstale":"2024-07-26T07:40:38.627549+0000","last_undegraded":"2024-07-26T07:40:38.627549+0000","last_fullsized":"2024-07-26T07:40:38.627549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:40:34.601980+0000","last_clean_scrub_stamp":"2024-07-26T07:40:34.601980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:50:49.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":145,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T07:40:37.641743+0000","last_change":"2024-07-26T07:39:02.239736+0000","last_active":"2024-07-26T07:40:37.641743+0000","last_peered":"2024-07-26T07:40:37.641743+0000","last_clean":"2024-07-26T07:40:37.641743+0000","last_became_active":"2024-07-26T07:39:02.237041+0000","last_became_peered":"2024-07-26T07:39:02.237041+0000","last_unstale":"2024-07-26T07:40:37.641743+0000","last_undegraded":"2024-07-26T07:40:37.641743+0000","last_fullsized":"2024-07-26T07:40:37.641743+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T07:39:01.209946+0000","last_clean_scrub_stamp":"2024-07-26T07:39:01.209946+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:29.297228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":194926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509463,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":785842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":196628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":194982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":785282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":462848,"data_stored":194984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":194962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T07:40:41.946 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T07:40:41.946 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T07:40:42.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.271+0000 7f2af4600640 1 -- 172.21.15.105:0/151901075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 msgr2=0x7f2ad4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.272 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.271+0000 7f2af4600640 1 --2- 172.21.15.105:0/151901075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2ad4004c10 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2ad800baf0 tx=0x7f2ad4005830 comp rx=0 tx=0).stop 2024-07-26T07:40:42.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.272+0000 7f2af4600640 1 -- 172.21.15.105:0/151901075 shutdown_connections 2024-07-26T07:40:42.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.272+0000 7f2af4600640 1 --2- 172.21.15.105:0/151901075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2ad4004c10 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.272+0000 7f2af4600640 1 -- 172.21.15.105:0/151901075 >> 172.21.15.105:0/151901075 conn(0x7f2aec06ca30 msgr2=0x7f2aec06ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:42.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.272+0000 7f2af4600640 1 -- 172.21.15.105:0/151901075 shutdown_connections 2024-07-26T07:40:42.273 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.272+0000 7f2af4600640 1 -- 172.21.15.105:0/151901075 wait complete. 2024-07-26T07:40:42.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.274+0000 7f2af4600640 1 Processor -- start 2024-07-26T07:40:42.274 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.274+0000 7f2af4600640 1 -- start start 2024-07-26T07:40:42.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2aec073f40 0x7f2aec072330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.276 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 0x7f2aec0ade90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec06fe50 con 0x7f2ad4004800 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec06fcd0 con 0x7f2aec0ada80 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af4600640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2aec06ffd0 con 0x7f2aec073f40 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43354/0 (socket says 172.21.15.105:43354) 2024-07-26T07:40:42.277 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 -- 172.21.15.105:0/2493429708 learned_addr learned my addr 172.21.15.105:0/2493429708 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:42.278 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1200640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2aec073f40 0x7f2aec072330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af2600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 0x7f2aec0ade90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 -- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2aec073f40 msgr2=0x7f2aec072330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2aec073f40 0x7f2aec072330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 -- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 msgr2=0x7f2aec0ade90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.276+0000 7f2af1c00640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 0x7f2aec0ade90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2af1c00640 1 -- 172.21.15.105:0/2493429708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec0ae3d0 con 0x7f2ad4004800 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2af2600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 0x7f2aec0ade90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2af1c00640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0004e80 tx=0x7f2ae0001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae0015020 con 0x7f2ad4004800 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ae0011960 con 0x7f2ad4004800 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aec159aa0 con 0x7f2ad4004800 2024-07-26T07:40:42.279 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae0011d90 con 0x7f2ad4004800 2024-07-26T07:40:42.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.277+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aec073180 con 0x7f2ad4004800 2024-07-26T07:40:42.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.278+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aec15c9e0 con 0x7f2ad4004800 2024-07-26T07:40:42.280 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.280+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ae0018020 con 0x7f2ad4004800 2024-07-26T07:40:42.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.281+0000 7f2ae9600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 0x7f2acc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.281 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.281+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f2ae0099540 con 0x7f2ad4004800 2024-07-26T07:40:42.282 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.282+0000 7f2af1200640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 0x7f2acc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.283 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.283+0000 7f2af1200640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 0x7f2acc079520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2ad8036000 tx=0x7f2ad80046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:42.286 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.285+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ae001f020 con 0x7f2ad4004800 2024-07-26T07:40:42.566 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.566+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2aec0cdae0 con 0x7f2ad4004800 2024-07-26T07:40:42.573 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.573+0000 7f2ae9600640 1 -- 172.21.15.105:0/2493429708 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f2aec0ae3d0 con 0x7f2ad4004800 2024-07-26T07:40:42.573 INFO:teuthology.orchestra.run.smithi105.stdout:[client.0] 2024-07-26T07:40:42.573 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBcUqNmGF04IhAAHMpI7UCaFQu8lvgXjAPVFQ== 2024-07-26T07:40:42.573 INFO:teuthology.orchestra.run.smithi105.stdout: caps mds = "allow" 2024-07-26T07:40:42.574 INFO:teuthology.orchestra.run.smithi105.stdout: caps mon = "allow r" 2024-07-26T07:40:42.574 INFO:teuthology.orchestra.run.smithi105.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T07:40:42.574 INFO:teuthology.orchestra.run.smithi105.stderr:updated caps for client.0 2024-07-26T07:40:42.576 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 msgr2=0x7f2acc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 0x7f2acc079520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2ad8036000 tx=0x7f2ad80046c0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 msgr2=0x7f2aec14e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0004e80 tx=0x7f2ae0001630 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 shutdown_connections 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f2acc077010 0x7f2acc079520 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2aec0ada80 0x7f2aec0ade90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2aec073f40 0x7f2aec072330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 --2- 172.21.15.105:0/2493429708 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ad4004800 0x7f2aec14e710 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 >> 172.21.15.105:0/2493429708 conn(0x7f2aec06ca30 msgr2=0x7f2aec0b0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 shutdown_connections 2024-07-26T07:40:42.577 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.576+0000 7f2af4600640 1 -- 172.21.15.105:0/2493429708 wait complete. 2024-07-26T07:40:42.604 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 -- 172.21.15.105:0/762494811 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8003a50 msgr2=0x7f69d8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 --2- 172.21.15.105:0/762494811 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8003a50 0x7f69d8003ec0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f69e400bb20 tx=0x7f69d8005830 comp rx=0 tx=0).stop 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 -- 172.21.15.105:0/762494811 shutdown_connections 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 --2- 172.21.15.105:0/762494811 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69d8003a50 0x7f69d8003ec0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 -- 172.21.15.105:0/762494811 >> 172.21.15.105:0/762494811 conn(0x7f69f40b5b30 msgr2=0x7f69f40b5f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 -- 172.21.15.105:0/762494811 shutdown_connections 2024-07-26T07:40:42.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.865+0000 7f69f3e00640 1 -- 172.21.15.105:0/762494811 wait complete. 2024-07-26T07:40:42.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.868+0000 7f69f3e00640 1 Processor -- start 2024-07-26T07:40:42.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.868+0000 7f69f3e00640 1 -- start start 2024-07-26T07:40:42.872 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 0x7f69f41e6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.872 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 0x7f69f4158450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.872 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.872 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f69f40d2ed0 con 0x7f69f4150490 2024-07-26T07:40:42.872 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f69f415e0b0 con 0x7f69d8003a50 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3e00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f69f40d3050 con 0x7f69f4159810 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.870+0000 7f69f3400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43366/0 (socket says 172.21.15.105:43366) 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 -- 172.21.15.105:0/1438624481 learned_addr learned my addr 172.21.15.105:0/1438624481 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f2000640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 0x7f69f4158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f2a00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 0x7f69f41e6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 -- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 msgr2=0x7f69f4158450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 0x7f69f4158450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 -- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 msgr2=0x7f69f41e6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 0x7f69f41e6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 -- 172.21.15.105:0/1438624481 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69f4159c20 con 0x7f69f4150490 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f2000640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 0x7f69f4158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:42.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f2a00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 0x7f69f41e6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.871+0000 7f69f3400640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f69f40cac80 tx=0x7f69ec00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.872+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec018070 con 0x7f69f4150490 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.872+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69ec003970 con 0x7f69f4150490 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.872+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69f41e75f0 con 0x7f69f4150490 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.872+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec003dc0 con 0x7f69f4150490 2024-07-26T07:40:42.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.872+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69f4157c50 con 0x7f69f4150490 2024-07-26T07:40:42.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.873+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69f406ca40 con 0x7f69f4150490 2024-07-26T07:40:42.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.874+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f69ec01b070 con 0x7f69f4150490 2024-07-26T07:40:42.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.875+0000 7f69eaa00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 0x7f69d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:42.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.875+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f69ec098250 con 0x7f69f4150490 2024-07-26T07:40:42.876 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.876+0000 7f69f2a00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 0x7f69d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:42.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.877+0000 7f69f2a00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 0x7f69d4079520 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f69e4036000 tx=0x7f69e40046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:42.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:42.879+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f69ec061230 con 0x7f69f4150490 2024-07-26T07:40:43.108 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.108+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69f41e7380 con 0x7f69f4150490 2024-07-26T07:40:43.109 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.109+0000 7f69eaa00640 1 -- 172.21.15.105:0/1438624481 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5235 (secure 0 0 0) 0x7f69ec060b30 con 0x7f69f4150490 2024-07-26T07:40:43.110 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:43.110 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":18,"btime":"2024-07-26T07:40:39:676801+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4699,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6836/2623172593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":2623172593},{"type":"v1","addr":"172.21.15.143:6836","nonce":2623172593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6837/3678010760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6835","nonce":3678010760},{"type":"v1","addr":"172.21.15.143:6837","nonce":3678010760}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4962,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/2764255284","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":2764255284},{"type":"v1","addr":"172.21.15.105:6833","nonce":2764255284}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T07:40:36.168880+0000","modified":"2024-07-26T07:40:39.244449+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4965},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4965":{"gid":4965,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.105:6835/1965041182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":1965041182},{"type":"v1","addr":"172.21.15.105:6835","nonce":1965041182}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4965,"qdb_cluster":[4965]},"id":2}]} 2024-07-26T07:40:43.110 INFO:teuthology.orchestra.run.smithi105.stderr:dumped fsmap epoch 18 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 msgr2=0x7f69d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 0x7f69d4079520 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f69e4036000 tx=0x7f69e40046c0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 msgr2=0x7f69f415a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f69f40cac80 tx=0x7f69ec00dc10 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 shutdown_connections 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f69d4077010 0x7f69d4079520 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69f4150490 0x7f69f415a410 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69f4159810 0x7f69f4158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 --2- 172.21.15.105:0/1438624481 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69d8003a50 0x7f69f41e6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.113 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 >> 172.21.15.105:0/1438624481 conn(0x7f69f40b5b30 msgr2=0x7f69f40b4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 shutdown_connections 2024-07-26T07:40:43.114 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.112+0000 7f69f3e00640 1 -- 172.21.15.105:0/1438624481 wait complete. 2024-07-26T07:40:43.539 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T07:40:36.168880+0000', 'modified': '2024-07-26T07:40:39.244449+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4965}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4965': {'gid': 4965, 'name': 'c', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.105:6835/1965041182', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6834', 'nonce': 1965041182}, {'type': 'v1', 'addr': '172.21.15.105:6835', 'nonce': 1965041182}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4965, 'qdb_cluster': [4965]} 2024-07-26T07:40:43.539 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T07:40:43.539 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T07:40:43.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ef200640 1 -- 172.21.15.105:0/2494419186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97d4004d40 msgr2=0x7f97d4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ef200640 1 --2- 172.21.15.105:0/2494419186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97d4004d40 0x7f97d4005150 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f97e8009ed0 tx=0x7f97d4005830 comp rx=0 tx=0).stop 2024-07-26T07:40:43.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ee800640 1 -- 172.21.15.105:0/2494419186 reap_dead start 2024-07-26T07:40:43.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ef200640 1 -- 172.21.15.105:0/2494419186 shutdown_connections 2024-07-26T07:40:43.824 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ef200640 1 -- 172.21.15.105:0/2494419186 >> 172.21.15.105:0/2494419186 conn(0x7f97f006c610 msgr2=0x7f97f006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.823+0000 7f97ef200640 1 -- 172.21.15.105:0/2494419186 shutdown_connections 2024-07-26T07:40:43.825 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.824+0000 7f97ef200640 1 -- 172.21.15.105:0/2494419186 wait complete. 2024-07-26T07:40:43.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.826+0000 7f97ef200640 1 Processor -- start 2024-07-26T07:40:43.826 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.826+0000 7f97ef200640 1 -- start start 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.827+0000 7f97ef200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d4004d40 0x7f97f0159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.827+0000 7f97ef200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.827+0000 7f97ef200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97f00b0c50 0x7f97f0158bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.827+0000 7f97ef200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f97f006f5f0 con 0x7f97f0150350 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.827+0000 7f97ef200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f97f006f470 con 0x7f97f00b0c50 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97ef200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97f006f770 con 0x7f97d4004d40 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.828 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43396/0 (socket says 172.21.15.105:43396) 2024-07-26T07:40:43.829 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 -- 172.21.15.105:0/2308180248 learned_addr learned my addr 172.21.15.105:0/2308180248 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97ede00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d4004d40 0x7f97f0159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 -- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d4004d40 msgr2=0x7f97f0159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97ee800640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97f00b0c50 0x7f97f0158bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d4004d40 0x7f97f0159e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 -- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97f00b0c50 msgr2=0x7f97f0158bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97f00b0c50 0x7f97f0158bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.828+0000 7f97e7e00640 1 -- 172.21.15.105:0/2308180248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f00b1060 con 0x7f97f0150350 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f97d800e790 tx=0x7f97d800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97e6000640 1 -- 172.21.15.105:0/2308180248 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d800eea0 con 0x7f97f0150350 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97e6000640 1 -- 172.21.15.105:0/2308180248 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97d800cd50 con 0x7f97f0150350 2024-07-26T07:40:43.830 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f015a3a0 con 0x7f97f0150350 2024-07-26T07:40:43.831 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97e6000640 1 -- 172.21.15.105:0/2308180248 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d80116d0 con 0x7f97f0150350 2024-07-26T07:40:43.831 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.829+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f01f8600 con 0x7f97f0150350 2024-07-26T07:40:43.832 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.831+0000 7f97e6000640 1 -- 172.21.15.105:0/2308180248 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f97d8011870 con 0x7f97f0150350 2024-07-26T07:40:43.833 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.832+0000 7f97e6000640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 0x7f97cc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.833 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.833+0000 7f97e6000640 1 -- 172.21.15.105:0/2308180248 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f97d8099710 con 0x7f97f0150350 2024-07-26T07:40:43.833 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.833+0000 7f97fba84740 1 Processor -- start 2024-07-26T07:40:43.833 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.833+0000 7f97ede00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 0x7f97cc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.833 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.833+0000 7f97fba84740 1 -- start start 2024-07-26T07:40:43.834 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.834+0000 7f97ede00640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 0x7f97cc079520 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f97e0006950 tx=0x7f97e0001d90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710dfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x5598710e03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559871039390 con 0x559870d21270 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559871028a30 con 0x559870d00590 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55987102c8d0 con 0x559870cf83b0 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43412/0 (socket says 172.21.15.105:43412) 2024-07-26T07:40:43.836 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 -- 172.21.15.105:0/2872896704 learned_addr learned my addr 172.21.15.105:0/2872896704 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ee800640 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x5598710e03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710dfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 -- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 msgr2=0x5598710dfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710dfe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 -- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 msgr2=0x5598710e03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x5598710e03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.835+0000 7f97ede00640 1 -- 172.21.15.105:0/2872896704 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559870fe4d70 con 0x559870d21270 2024-07-26T07:40:43.837 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.836+0000 7f97ede00640 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f97e000eab0 tx=0x7f97e0011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15be7344be09f8e7 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.838 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.836+0000 7f97de600640 1 -- 172.21.15.105:0/2872896704 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0024070 con 0x559870d21270 2024-07-26T07:40:43.838 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.836+0000 7f97de600640 1 -- 172.21.15.105:0/2872896704 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97e001a050 con 0x559870d21270 2024-07-26T07:40:43.838 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.836+0000 7f97de600640 1 -- 172.21.15.105:0/2872896704 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0013e20 con 0x559870d21270 2024-07-26T07:40:43.838 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 -- 172.21.15.105:0/2872896704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 msgr2=0x5598710f06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.838 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f97e000eab0 tx=0x7f97e0011000 comp rx=0 tx=0).stop 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 -- 172.21.15.105:0/2872896704 shutdown_connections 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x5598710e03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710dfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 --2- 172.21.15.105:0/2872896704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x5598710f06d0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 -- 172.21.15.105:0/2872896704 >> 172.21.15.105:0/2872896704 conn(0x559870d153c0 msgr2=0x5598710c67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 -- 172.21.15.105:0/2872896704 shutdown_connections 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.837+0000 7f97fba84740 1 -- 172.21.15.105:0/2872896704 wait complete. 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.838+0000 7f97fba84740 1 -- start start 2024-07-26T07:40:43.839 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.838+0000 7f97fba84740 1 Processor -- start 2024-07-26T07:40:43.842 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710de720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d21270 0x559871108110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559870d9b620 con 0x559870d00590 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559870fc5e10 con 0x559870d21270 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x559871105900 con 0x559870cf83b0 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97fba84740 10 client.0 _ll_register_callbacks cb 0x5598710227b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97e7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97e7e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43426/0 (socket says 172.21.15.105:43426) 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.840+0000 7f97e7e00640 1 -- 172.21.15.105:0/842142239 learned_addr learned my addr 172.21.15.105:0/842142239 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97ede00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710de720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 -- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 msgr2=0x5598710de720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710de720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.843 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 -- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d21270 msgr2=0x559871108110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d21270 0x559871108110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 -- 172.21.15.105:0/842142239 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559870d8c850 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97e7e00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f97d8061ce0 tx=0x7f97d80625b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ccdfa103a84f24 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d8095060 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f97d8090bb0 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e001a050 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f97d80626e0 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97fba84740 10 client.5133 fetch_fsmap learned FSMap version 18 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.841+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x559870e036b0 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97e001a050 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f97d8022030 con 0x559870d00590 2024-07-26T07:40:43.844 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 10 client.5133 fetch_fsmap finished waiting for FSMap version 18 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 10 client.5133 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 20 client.5133 populate_metadata read hostname 'smithi105' 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x559870cdfe40 0x5598711060f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 4 client.5133 mds_command: new command op to 4965 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 --> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55987103b2e0 con 0x559870cdfe40 2024-07-26T07:40:43.845 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.842+0000 7f97ede00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x559870cdfe40 0x5598711060f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.843+0000 7f97ede00640 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x559870cdfe40 0x5598711060f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6afef1ffe389a9ff server_cookie=fe4b222df4394246 in_seq=0 out_seq=0 2024-07-26T07:40:43.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.843+0000 7f97d2a00640 10 client.5133 ms_handle_connect on v2:172.21.15.105:6834/1965041182 2024-07-26T07:40:43.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97d2a00640 1 -- 172.21.15.105:0/842142239 <== mds.0 v2:172.21.15.105:6834/1965041182 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55987103b2e0 con 0x559870cdfe40 2024-07-26T07:40:43.846 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97d2a00640 10 client.5133 handle_command_reply: tid=0 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 client.5133 shutdown 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 msgr2=0x559871107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f97d8061ce0 tx=0x7f97d80625b0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 shutdown_connections 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d21270 0x559871108110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x559870cdfe40 0x5598711060f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d00590 0x559871107bd0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 --2- 172.21.15.105:0/842142239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870cf83b0 0x5598710de720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97d2a00640 0 client.5133 ms_handle_reset on v2:172.21.15.105:6834/1965041182 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 >> 172.21.15.105:0/842142239 conn(0x559870d153c0 msgr2=0x55987110e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 shutdown_connections 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 1 -- 172.21.15.105:0/842142239 wait complete. 2024-07-26T07:40:43.847 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.844+0000 7f97fba84740 20 client.5133 trim_cache size 0 max 16384 2024-07-26T07:40:43.865 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.865+0000 7f97fba84740 1 Processor -- start 2024-07-26T07:40:43.866 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.865+0000 7f97fba84740 1 -- start start 2024-07-26T07:40:43.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 0x5598711062e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d00590 0x55987117ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.867 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f97f02013c0 con 0x559870d21270 2024-07-26T07:40:43.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f97f02006e0 con 0x559870cf83b0 2024-07-26T07:40:43.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97f0200d30 con 0x559870d00590 2024-07-26T07:40:43.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43432/0 (socket says 172.21.15.105:43432) 2024-07-26T07:40:43.868 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 -- 172.21.15.105:0/119432449 learned_addr learned my addr 172.21.15.105:0/119432449 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:43.869 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97e7e00640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d00590 0x55987117ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 -- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d00590 msgr2=0x55987117ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d00590 0x55987117ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ee800640 1 -- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 msgr2=0x5598711062e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.867+0000 7f97ede00640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 0x5598711062e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ee800640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 0x5598711062e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ee800640 1 -- 172.21.15.105:0/119432449 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598710de460 con 0x559870d21270 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ede00640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 0x5598711062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ee800640 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f97e8036040 tx=0x7f97e8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1baa64a430c1a315 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.870 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ddc00640 1 -- 172.21.15.105:0/119432449 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e8038040 con 0x559870d21270 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ddc00640 1 -- 172.21.15.105:0/119432449 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97e8003970 con 0x559870d21270 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.868+0000 7f97ddc00640 1 -- 172.21.15.105:0/119432449 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e8003d80 con 0x559870d21270 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 -- 172.21.15.105:0/119432449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 msgr2=0x55987117f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f97e8036040 tx=0x7f97e8009b60 comp rx=0 tx=0).stop 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 -- 172.21.15.105:0/119432449 shutdown_connections 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870d21270 0x55987117f2a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d00590 0x55987117ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 --2- 172.21.15.105:0/119432449 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870cf83b0 0x5598711062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 -- 172.21.15.105:0/119432449 >> 172.21.15.105:0/119432449 conn(0x559870d153c0 msgr2=0x5598710bf700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 -- 172.21.15.105:0/119432449 shutdown_connections 2024-07-26T07:40:43.871 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.869+0000 7f97fba84740 1 -- 172.21.15.105:0/119432449 wait complete. 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.870+0000 7f97fba84740 1 -- start start 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.870+0000 7f97fba84740 1 Processor -- start 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x55987117a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d21270 0x5598710c0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.873 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55987111e4d0 con 0x559870cf83b0 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559871106e70 con 0x559870d00590 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55987111ea90 con 0x559870d21270 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97fba84740 10 client.0 _ll_register_callbacks cb 0x7f97d805e630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97ede00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97ede00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43436/0 (socket says 172.21.15.105:43436) 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.872+0000 7f97ede00640 1 -- 172.21.15.105:0/2854349935 learned_addr learned my addr 172.21.15.105:0/2854349935 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x55987117a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ee800640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d21270 0x5598710c0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 -- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d21270 msgr2=0x5598710c0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d21270 0x5598710c0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 -- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 msgr2=0x55987117a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T07:40:43.874 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x55987117a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 -- 172.21.15.105:0/2854349935 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55987117e010 con 0x559870cf83b0 2024-07-26T07:40:43.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97ede00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x5598710c7690 tx=0x7f97e0001b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abfb2b813de90bf server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:43.875 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-07-26T07:40:43.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0024040 con 0x559870cf83b0 2024-07-26T07:40:43.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mon.0 v2:172.21.15.105:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f97e0005310 con 0x559870cf83b0 2024-07-26T07:40:43.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.873+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e8003970 con 0x559870cf83b0 2024-07-26T07:40:43.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f97e0039050 con 0x559870cf83b0 2024-07-26T07:40:43.877 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 10 client.5139 fetch_fsmap learned FSMap version 18 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5598710c18c0 con 0x559870cf83b0 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mon.0 v2:172.21.15.105:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97e8003970 con 0x559870cf83b0 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mon.0 v2:172.21.15.105:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f97e003c020 con 0x559870cf83b0 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 10 client.5139 fetch_fsmap finished waiting for FSMap version 18 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 10 client.5139 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 20 client.5139 populate_metadata read hostname 'smithi105' 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x55987111d830 0x5598710ebd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 4 client.5139 mds_command: new command op to 4965 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 --> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] -- command(tid 0: {"prefix": "status"}) -- 0x559871036d80 con 0x55987111d830 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.874+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x55987111d830 0x5598710ebd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97e7e00640 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x55987111d830 0x5598710ebd30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1be8c5502e766cb server_cookie=8ba05819e9712048 in_seq=0 out_seq=0 2024-07-26T07:40:43.878 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97d2a00640 10 client.5139 ms_handle_connect on v2:172.21.15.105:6834/1965041182 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97d2a00640 1 -- 172.21.15.105:0/2854349935 <== mds.0 v2:172.21.15.105:6834/1965041182 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x559871036d80 con 0x55987111d830 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97d2a00640 10 client.5139 handle_command_reply: tid=0 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97fba84740 1 client.5139 shutdown 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 msgr2=0x55987112e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.875+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x5598710c7690 tx=0x7f97e0001b00 comp rx=0 tx=0).stop 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 shutdown_connections 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559870d21270 0x5598710c0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559870d00590 0x55987117a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:6834/1965041182,v1:172.21.15.105:6835/1965041182] conn(0x55987111d830 0x5598710ebd30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 --2- 172.21.15.105:0/2854349935 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559870cf83b0 0x55987112e480 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 >> 172.21.15.105:0/2854349935 conn(0x559870d153c0 msgr2=0x5598710bf700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97d2a00640 0 client.5139 ms_handle_reset on v2:172.21.15.105:6834/1965041182 2024-07-26T07:40:43.879 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 shutdown_connections 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 1 -- 172.21.15.105:0/2854349935 wait complete. 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.876+0000 7f97fba84740 20 client.5139 trim_cache size 0 max 16384 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stdout: "cluster_fsid": "8c36d0d3-696c-4e83-a6b4-9f8966adecf3", 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stdout: "whoami": 0, 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 4965, 2024-07-26T07:40:43.880 INFO:teuthology.orchestra.run.smithi105.stdout: "want_state": "up:active", 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "state": "up:active", 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs", 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "rank_uptime": 7.2461987260000003, 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "mdsmap_epoch": 18, 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch": 40, 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_epoch_barrier": 40, 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout: "uptime": 16.170564903999999 2024-07-26T07:40:43.881 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 msgr2=0x7f97cc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 0x7f97cc079520 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f97e0006950 tx=0x7f97e0001d90 comp rx=0 tx=0).stop 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 msgr2=0x7f97f00b0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f97d800e790 tx=0x7f97d800ec50 comp rx=0 tx=0).stop 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 shutdown_connections 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f97cc077010 0x7f97cc079520 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97f00b0c50 0x7f97f0158bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.882 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f97f0150350 0x7f97f00b0710 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.883 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 --2- 172.21.15.105:0/2308180248 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d4004d40 0x7f97f0159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:43.883 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 >> 172.21.15.105:0/2308180248 conn(0x7f97f006c610 msgr2=0x7f97f006ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:43.883 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 shutdown_connections 2024-07-26T07:40:43.883 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:43.877+0000 7f97ef200640 1 -- 172.21.15.105:0/2308180248 wait complete. 2024-07-26T07:40:43.901 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T07:40:44.165 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 -- 172.21.15.105:0/1264515669 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6250004080 msgr2=0x7f6250004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 --2- 172.21.15.105:0/1264515669 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6250004080 0x7f6250004800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f625400bb20 tx=0x7f6250005830 comp rx=0 tx=0).stop 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6271c00640 1 -- 172.21.15.105:0/1264515669 reap_dead start 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 -- 172.21.15.105:0/1264515669 shutdown_connections 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 -- 172.21.15.105:0/1264515669 >> 172.21.15.105:0/1264515669 conn(0x7f626c06d630 msgr2=0x7f626c06da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 -- 172.21.15.105:0/1264515669 shutdown_connections 2024-07-26T07:40:44.166 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.164+0000 7f6273c00640 1 -- 172.21.15.105:0/1264515669 wait complete. 2024-07-26T07:40:44.167 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.166+0000 7f6273c00640 1 Processor -- start 2024-07-26T07:40:44.167 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.166+0000 7f6273c00640 1 -- start start 2024-07-26T07:40:44.171 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6250004080 0x7f626c1526d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f626c1474a0 0x7f626c1f82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f626c073490 con 0x7f626c1478b0 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f626c0b4750 con 0x7f626c1474a0 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6273c00640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f626c0b3bd0 con 0x7f6250004080 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6271c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6271c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:43458/0 (socket says 172.21.15.105:43458) 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.168+0000 7f6271c00640 1 -- 172.21.15.105:0/2017259746 learned_addr learned my addr 172.21.15.105:0/2017259746 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271200640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6250004080 0x7f626c1526d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6263e00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f626c1474a0 0x7f626c1f82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 -- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6250004080 msgr2=0x7f626c1526d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6250004080 0x7f626c1526d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.172 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 -- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f626c1474a0 msgr2=0x7f626c1f82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f626c1474a0 0x7f626c1f82f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 -- 172.21.15.105:0/2017259746 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f626c153190 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6271c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f626c0ccec0 tx=0x7f626400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6264017070 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f626400ae00 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f626c153470 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6264007330 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.169+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f626c15bb90 con 0x7f626c1478b0 2024-07-26T07:40:44.173 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.170+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f626c15dba0 con 0x7f626c1478b0 2024-07-26T07:40:44.174 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.172+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f626401a070 con 0x7f626c1478b0 2024-07-26T07:40:44.174 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.173+0000 7f6269600640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 0x7f6248079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:40:44.174 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.173+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f62640988f0 con 0x7f626c1478b0 2024-07-26T07:40:44.174 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.173+0000 7f6271200640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 0x7f6248079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:40:44.174 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.174+0000 7f6271200640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 0x7f6248079520 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f625c005d80 tx=0x7f625c005c70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:40:44.177 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.177+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f62640618c0 con 0x7f626c1478b0 2024-07-26T07:40:44.408 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.408+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f626c0cda80 con 0x7f626c1478b0 2024-07-26T07:40:44.409 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.408+0000 7f6269600640 1 -- 172.21.15.105:0/2017259746 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7f62640611c0 con 0x7f626c1478b0 2024-07-26T07:40:44.409 INFO:teuthology.orchestra.run.smithi105.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 msgr2=0x7f6248079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 0x7f6248079520 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f625c005d80 tx=0x7f625c005c70 comp rx=0 tx=0).stop 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 msgr2=0x7f626c1f8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f626c0ccec0 tx=0x7f626400a430 comp rx=0 tx=0).stop 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 shutdown_connections 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f6248077010 0x7f6248079520 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f626c1478b0 0x7f626c1f8830 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.412 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f626c1474a0 0x7f626c1f82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 --2- 172.21.15.105:0/2017259746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6250004080 0x7f626c1526d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:40:44.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.411+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 >> 172.21.15.105:0/2017259746 conn(0x7f626c06d630 msgr2=0x7f626c1493b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:40:44.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.412+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 shutdown_connections 2024-07-26T07:40:44.413 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44.412+0000 7f6273c00640 1 -- 172.21.15.105:0/2017259746 wait complete. 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi105.front.sepia.ceph.com 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T07:40:44.437 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T07:40:44.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:44.438 DEBUG:teuthology.orchestra.run.smithi105:> ip addr 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 ::1/128 scope host 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b8 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:44.483 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f0 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:d8:a4:b9 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: altname enp7s0f1 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:28 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 0c:c4:7a:8f:d4:29 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: inet 172.21.15.105/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft 42488sec preferred_lft 42488sec 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::ec4:7aff:fe8f:d429/64 scope link 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T07:40:44.484 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 96:ab:63:b2:b3:c1 brd ff:ff:ff:ff:ff:ff 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::385c:88ff:fe7f:4354/64 scope link 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether 96:ab:63:b2:b3:c1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::94ab:63ff:feb2:b3c1/64 scope link 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: link/ether de:38:33:7a:af:ba brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: inet6 fe80::dc38:33ff:fe7a:afba/64 scope link 2024-07-26T07:40:44.485 INFO:teuthology.orchestra.run.smithi105.stdout: valid_lft forever preferred_lft forever 2024-07-26T07:40:44.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:44.486 DEBUG:teuthology.orchestra.run.smithi105:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T07:40:44.607 INFO:teuthology.orchestra.run.smithi105.stdout:1 2024-07-26T07:40:44.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:44.612 DEBUG:teuthology.orchestra.run.smithi105:> route 2024-07-26T07:40:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:Kernel IP routing table 2024-07-26T07:40:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T07:40:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T07:40:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T07:40:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> set -e 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T07:40:44.668 DEBUG:teuthology.orchestra.run.smithi105:> ') 2024-07-26T07:40:44.770 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T07:40:44.863 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:44.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:44.873 DEBUG:teuthology.orchestra.run.smithi105:> ip netns list 2024-07-26T07:40:44.921 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T07:40:44.921 INFO:teuthology.orchestra.run.smithi105.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T07:40:44.921 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T07:40:44.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:44.922 DEBUG:teuthology.orchestra.run.smithi105:> sudo ip link set brx.0 up 2024-07-26T07:40:45.046 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T07:40:45.046 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:45.046 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:45.100 INFO:teuthology.orchestra.run.smithi105.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T07:40:45.100 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T07:40:45.100 DEBUG:teuthology.orchestra.run.smithi105:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:45.149 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:40:45.220 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:45.274 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:40:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:40:45.276 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:45.277 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:45.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:45.278 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:40:45.331 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T07:40:45.331 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T07:40:45.336 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:40:45.400 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:40:45.442 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:45.443 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:45.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:45.445 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:40:45.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:2024-07-26T07:40:45.569+0000 7fce38368480 -1 init, newargv = 0x7fce20001080 newargc=15 2024-07-26T07:40:45.569 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:ceph-fuse[50727]: starting ceph client 2024-07-26T07:40:45.579 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:ceph-fuse[50727]: starting fuse 2024-07-26T07:40:46.630 DEBUG:teuthology.orchestra.run.smithi105:> sudo modprobe fuse 2024-07-26T07:40:46.720 DEBUG:teuthology.orchestra.run.smithi105:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T07:40:46.777 INFO:teuthology.orchestra.run.smithi105.stdout:/proc 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/dev 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/security 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/shm 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/pts 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/run 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/cgroup 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/pstore 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/bpf 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/ 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/selinux 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T07:40:46.778 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/mqueue 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/dev/hugepages 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/debug 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/tracing 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/fs/fuse/connections 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/sys/kernel/config 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/run/user/1000 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T07:40:46.779 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T07:40:46.780 INFO:teuthology.orchestra.run.smithi105.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:46.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:46.781 DEBUG:teuthology.orchestra.run.smithi105:> ls /sys/fs/fuse/connections 2024-07-26T07:40:46.830 INFO:teuthology.orchestra.run.smithi105.stdout:40 2024-07-26T07:40:46.830 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T07:40:46.830 DEBUG:teuthology.orchestra.run.smithi105:> sudo stdin-killer -- python3 -c ' 2024-07-26T07:40:46.830 DEBUG:teuthology.orchestra.run.smithi105:> import glob 2024-07-26T07:40:46.830 DEBUG:teuthology.orchestra.run.smithi105:> import re 2024-07-26T07:40:46.830 DEBUG:teuthology.orchestra.run.smithi105:> import os 2024-07-26T07:40:46.830 DEBUG:teuthology.orchestra.run.smithi105:> import subprocess 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> def _find_admin_socket(client_name): 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> files = glob.glob(asok_path) 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> # Given a non-glob path, it better be there 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> if "*" not in asok_path: 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> assert(len(files) == 1) 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> return files[0] 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> for f in files: 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T07:40:46.831 DEBUG:teuthology.orchestra.run.smithi105:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> contents = proc_f.read() 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> if mountpoint in contents: 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> return f 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> print(_find_admin_socket("client.0")) 2024-07-26T07:40:46.832 DEBUG:teuthology.orchestra.run.smithi105:> ' 2024-07-26T07:40:46.996 INFO:teuthology.orchestra.run.smithi105.stdout:/var/run/ceph/ceph-client.0.50727.asok 2024-07-26T07:40:47.001 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:40:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T07:40:47.014 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.50727.asok 2024-07-26T07:40:47.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:47.014 DEBUG:teuthology.orchestra.run.smithi105:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.50727.asok status 2024-07-26T07:40:47.303 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-07-26T07:40:47.303 INFO:teuthology.orchestra.run.smithi105.stdout: "metadata": { 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "entity_id": "0", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "hostname": "smithi105", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "pid": "50727", 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "root": "/" 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_count": 0, 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "dentry_pinned_count": 0, 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "id": 5148, 2024-07-26T07:40:47.304 INFO:teuthology.orchestra.run.smithi105.stdout: "inst": { 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "name": { 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "client", 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "num": 5148 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 1625031967 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": { 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "type": "v1", 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "addr": "192.168.0.1:0", 2024-07-26T07:40:47.305 INFO:teuthology.orchestra.run.smithi105.stdout: "nonce": 1625031967 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "inst_str": "client.5148 192.168.0.1:0/1625031967", 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "addr_str": "192.168.0.1:0/1625031967", 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "inode_count": 1, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_epoch": 18, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch": 40, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_epoch_barrier": 0, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "blocklisted": false, 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout: "fs_name": "cephfs" 2024-07-26T07:40:47.306 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-07-26T07:40:47.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:47.324 DEBUG:teuthology.orchestra.run.smithi105:> stat --file-system '--printf=%T 2024-07-26T07:40:47.324 DEBUG:teuthology.orchestra.run.smithi105:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:47.378 INFO:teuthology.orchestra.run.smithi105.stdout:fuseblk 2024-07-26T07:40:47.378 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:47.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:47.378 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T07:40:47.458 DEBUG:teuthology.orchestra.run.smithi105:> mktemp -d --suffix=xfstests-dev 2024-07-26T07:40:47.509 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.FtykIkeoTvxfstests-dev 2024-07-26T07:40:47.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:47.510 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.FtykIkeoTvxfstests-dev) 2024-07-26T07:40:47.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:47.588 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.FtykIkeoTvxfstests-dev) 2024-07-26T07:40:47.649 INFO:teuthology.orchestra.run.smithi105.stderr:Cloning into '/tmp/tmp.FtykIkeoTvxfstests-dev'... 2024-07-26T07:40:48.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:48.645 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2024-07-26T07:40:48.706 DEBUG:teuthology.orchestra.run.smithi105:> mktemp -d --suffix=test 2024-07-26T07:40:48.756 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.KxbARfuQYDtest 2024-07-26T07:40:48.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:40:48.757 DEBUG:teuthology.orchestra.run.smithi105:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2024-07-26T07:40:48.810 DEBUG:teuthology.orchestra.run.smithi105:> mktemp -d --suffix=scratch 2024-07-26T07:40:48.856 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.XtBZgGEo5oscratch 2024-07-26T07:40:48.856 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "9.stream". 2024-07-26T07:40:48.856 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc gdbm-devel git indent kernel-devel libacl-devel libaio-devel libcap-devel libtool libuuid-devel lvm2 make psmisc python3 quota sed sqlite udftools xfsprogs 2024-07-26T07:40:49.696 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:04:27 ago on Fri 26 Jul 2024 07:36:22 AM UTC. 2024-07-26T07:40:49.788 INFO:teuthology.orchestra.run.smithi105.stdout:Package acl-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T07:40:49.789 INFO:teuthology.orchestra.run.smithi105.stdout:Package attr-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T07:40:49.790 INFO:teuthology.orchestra.run.smithi105.stdout:Package automake-1.16.2-8.el9.noarch is already installed. 2024-07-26T07:40:49.790 INFO:teuthology.orchestra.run.smithi105.stdout:Package bc-1.07.1-14.el9.x86_64 is already installed. 2024-07-26T07:40:49.791 INFO:teuthology.orchestra.run.smithi105.stdout:Package dbench-4.0-25.el9.x86_64 is already installed. 2024-07-26T07:40:49.793 INFO:teuthology.orchestra.run.smithi105.stdout:Package e2fsprogs-1.46.5-5.el9.x86_64 is already installed. 2024-07-26T07:40:49.795 INFO:teuthology.orchestra.run.smithi105.stdout:Package gawk-5.1.0-6.el9.x86_64 is already installed. 2024-07-26T07:40:49.796 INFO:teuthology.orchestra.run.smithi105.stdout:Package gcc-11.4.1-3.el9.x86_64 is already installed. 2024-07-26T07:40:49.797 INFO:teuthology.orchestra.run.smithi105.stdout:Package git-2.43.0-1.el9.x86_64 is already installed. 2024-07-26T07:40:49.799 INFO:teuthology.orchestra.run.smithi105.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T07:40:49.800 INFO:teuthology.orchestra.run.smithi105.stdout:Package libaio-devel-0.3.111-13.el9.x86_64 is already installed. 2024-07-26T07:40:49.802 INFO:teuthology.orchestra.run.smithi105.stdout:Package libtool-2.4.6-46.el9.x86_64 is already installed. 2024-07-26T07:40:49.803 INFO:teuthology.orchestra.run.smithi105.stdout:Package libuuid-devel-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T07:40:49.804 INFO:teuthology.orchestra.run.smithi105.stdout:Package lvm2-9:2.03.23-2.el9.x86_64 is already installed. 2024-07-26T07:40:49.805 INFO:teuthology.orchestra.run.smithi105.stdout:Package make-1:4.3-8.el9.x86_64 is already installed. 2024-07-26T07:40:49.805 INFO:teuthology.orchestra.run.smithi105.stdout:Package psmisc-23.4-3.el9.x86_64 is already installed. 2024-07-26T07:40:49.806 INFO:teuthology.orchestra.run.smithi105.stdout:Package python3-3.9.18-3.el9.x86_64 is already installed. 2024-07-26T07:40:49.807 INFO:teuthology.orchestra.run.smithi105.stdout:Package quota-1:4.06-6.el9.x86_64 is already installed. 2024-07-26T07:40:49.808 INFO:teuthology.orchestra.run.smithi105.stdout:Package sed-4.8-9.el9.x86_64 is already installed. 2024-07-26T07:40:49.810 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsprogs-6.4.0-3.el9.x86_64 is already installed. 2024-07-26T07:40:49.862 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout: dump x86_64 1:0.4-0.51.b47.el9 epel 88 k 2024-07-26T07:40:49.865 INFO:teuthology.orchestra.run.smithi105.stdout: fio x86_64 3.35-1.el9 appstream 6.2 M 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: gdbm-devel x86_64 1:1.23-1.el9 crb 81 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: indent x86_64 2.2.13-5.el9 epel 179 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: kernel-devel x86_64 5.14.0-480.el9 appstream 22 M 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: libcap-devel x86_64 2.48-9.el9 appstream 41 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: sqlite x86_64 3.34.1-7.el9 appstream 748 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: udftools x86_64 2.2-5.el9 appstream 149 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper x86_64 9:1.02.198-1.el9 baseos 139 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-event x86_64 9:1.02.198-1.el9 baseos 35 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-event-libs x86_64 9:1.02.198-1.el9 baseos 32 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-libs x86_64 9:1.02.198-1.el9 baseos 178 k 2024-07-26T07:40:49.866 INFO:teuthology.orchestra.run.smithi105.stdout: gdbm-libs x86_64 1:1.23-1.el9 baseos 56 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: git x86_64 2.43.5-1.el9 appstream 51 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: git-core x86_64 2.43.5-1.el9 appstream 4.4 M 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: git-core-doc noarch 2.43.5-1.el9 appstream 2.9 M 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: lvm2 x86_64 9:2.03.24-1.el9 baseos 1.5 M 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: lvm2-libs x86_64 9:2.03.24-1.el9 baseos 1.0 M 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: perl-Git noarch 2.43.5-1.el9 appstream 38 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: python-unversioned-command noarch 3.9.19-4.el9 appstream 9.6 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: python3 x86_64 3.9.19-4.el9 baseos 26 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel x86_64 3.9.19-4.el9 appstream 244 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: python3-libs x86_64 3.9.19-4.el9 baseos 8.1 M 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: quota x86_64 1:4.09-1.el9 baseos 198 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: quota-nls noarch 1:4.09-1.el9 baseos 77 k 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2024-07-26T07:40:49.867 INFO:teuthology.orchestra.run.smithi105.stdout: gdbm x86_64 1:1.23-1.el9 crb 153 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: libnbd x86_64 1.20.0-1.el9 appstream 170 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: rmt x86_64 2:1.6-6.el9 baseos 46 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout:Installing weak dependencies: 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-http x86_64 3.35-1.el9 appstream 18 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-libaio x86_64 3.35-1.el9 appstream 16 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-nbd x86_64 3.35-1.el9 appstream 15 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-rados x86_64 3.35-1.el9 appstream 16 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-rbd x86_64 3.35-1.el9 appstream 16 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-rdma x86_64 3.35-1.el9 appstream 21 k 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2024-07-26T07:40:49.868 INFO:teuthology.orchestra.run.smithi105.stdout:Install 17 Packages 2024-07-26T07:40:49.869 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 17 Packages 2024-07-26T07:40:49.869 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:40:49.869 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 49 M 2024-07-26T07:40:49.869 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2024-07-26T07:40:50.282 INFO:teuthology.orchestra.run.smithi105.stdout:(1/34): fio-engine-http-3.35-1.el9.x86_64.rpm 136 kB/s | 18 kB 00:00 2024-07-26T07:40:50.339 INFO:teuthology.orchestra.run.smithi105.stdout:(2/34): fio-engine-libaio-3.35-1.el9.x86_64.rpm 277 kB/s | 16 kB 00:00 2024-07-26T07:40:50.398 INFO:teuthology.orchestra.run.smithi105.stdout:(3/34): fio-engine-nbd-3.35-1.el9.x86_64.rpm 253 kB/s | 15 kB 00:00 2024-07-26T07:40:50.482 INFO:teuthology.orchestra.run.smithi105.stdout:(4/34): fio-engine-rados-3.35-1.el9.x86_64.rpm 279 kB/s | 16 kB 00:00 2024-07-26T07:40:50.540 INFO:teuthology.orchestra.run.smithi105.stdout:(5/34): fio-engine-rbd-3.35-1.el9.x86_64.rpm 283 kB/s | 16 kB 00:00 2024-07-26T07:40:50.682 INFO:teuthology.orchestra.run.smithi105.stdout:(6/34): fio-3.35-1.el9.x86_64.rpm 12 MB/s | 6.2 MB 00:00 2024-07-26T07:40:50.708 INFO:teuthology.orchestra.run.smithi105.stdout:(7/34): fio-engine-rdma-3.35-1.el9.x86_64.rpm 124 kB/s | 21 kB 00:00 2024-07-26T07:40:50.766 INFO:teuthology.orchestra.run.smithi105.stdout:(8/34): libcap-devel-2.48-9.el9.x86_64.rpm 701 kB/s | 41 kB 00:00 2024-07-26T07:40:50.792 INFO:teuthology.orchestra.run.smithi105.stdout:(9/34): rmt-1.6-6.el9.x86_64.rpm 72 kB/s | 46 kB 00:00 2024-07-26T07:40:50.940 INFO:teuthology.orchestra.run.smithi105.stdout:(10/34): libnbd-1.20.0-1.el9.x86_64.rpm 985 kB/s | 170 kB 00:00 2024-07-26T07:40:51.026 INFO:teuthology.orchestra.run.smithi105.stdout:(11/34): udftools-2.2-5.el9.x86_64.rpm 1.7 MB/s | 149 kB 00:00 2024-07-26T07:40:51.093 INFO:teuthology.orchestra.run.smithi105.stdout:(12/34): gdbm-1.23-1.el9.x86_64.rpm 2.3 MB/s | 153 kB 00:00 2024-07-26T07:40:51.126 INFO:teuthology.orchestra.run.smithi105.stdout:(13/34): sqlite-3.34.1-7.el9.x86_64.rpm 2.2 MB/s | 748 kB 00:00 2024-07-26T07:40:51.177 INFO:teuthology.orchestra.run.smithi105.stdout:(14/34): gdbm-devel-1.23-1.el9.x86_64.rpm 969 kB/s | 81 kB 00:00 2024-07-26T07:40:51.235 INFO:teuthology.orchestra.run.smithi105.stdout:(15/34): dump-0.4-0.51.b47.el9.x86_64.rpm 815 kB/s | 88 kB 00:00 2024-07-26T07:40:51.294 INFO:teuthology.orchestra.run.smithi105.stdout:(16/34): indent-2.2.13-5.el9.x86_64.rpm 1.6 MB/s | 179 kB 00:00 2024-07-26T07:40:51.569 INFO:teuthology.orchestra.run.smithi105.stdout:(17/34): kernel-devel-5.14.0-480.el9.x86_64.rpm 24 MB/s | 22 MB 00:00 2024-07-26T07:40:51.603 INFO:teuthology.orchestra.run.smithi105.stdout:(18/34): device-mapper-1.02.198-1.el9.x86_64.rp 386 kB/s | 139 kB 00:00 2024-07-26T07:40:51.628 INFO:teuthology.orchestra.run.smithi105.stdout:(19/34): device-mapper-event-1.02.198-1.el9.x86 105 kB/s | 35 kB 00:00 2024-07-26T07:40:51.678 INFO:teuthology.orchestra.run.smithi105.stdout:(20/34): device-mapper-event-libs-1.02.198-1.el 304 kB/s | 32 kB 00:00 2024-07-26T07:40:51.779 INFO:teuthology.orchestra.run.smithi105.stdout:(21/34): device-mapper-libs-1.02.198-1.el9.x86_ 1.2 MB/s | 178 kB 00:00 2024-07-26T07:40:51.804 INFO:teuthology.orchestra.run.smithi105.stdout:(22/34): gdbm-libs-1.23-1.el9.x86_64.rpm 323 kB/s | 56 kB 00:00 2024-07-26T07:40:52.013 INFO:teuthology.orchestra.run.smithi105.stdout:(23/34): lvm2-2.03.24-1.el9.x86_64.rpm 4.6 MB/s | 1.5 MB 00:00 2024-07-26T07:40:52.046 INFO:teuthology.orchestra.run.smithi105.stdout:(24/34): python3-3.9.19-4.el9.x86_64.rpm 110 kB/s | 26 kB 00:00 2024-07-26T07:40:52.097 INFO:teuthology.orchestra.run.smithi105.stdout:(25/34): lvm2-libs-2.03.24-1.el9.x86_64.rpm 3.2 MB/s | 1.0 MB 00:00 2024-07-26T07:40:52.247 INFO:teuthology.orchestra.run.smithi105.stdout:(26/34): quota-nls-4.09-1.el9.noarch.rpm 522 kB/s | 77 kB 00:00 2024-07-26T07:40:52.314 INFO:teuthology.orchestra.run.smithi105.stdout:(27/34): git-2.43.5-1.el9.x86_64.rpm 922 kB/s | 51 kB 00:00 2024-07-26T07:40:52.348 INFO:teuthology.orchestra.run.smithi105.stdout:(28/34): quota-4.09-1.el9.x86_64.rpm 663 kB/s | 198 kB 00:00 2024-07-26T07:40:52.498 INFO:teuthology.orchestra.run.smithi105.stdout:(29/34): python3-libs-3.9.19-4.el9.x86_64.rpm 17 MB/s | 8.1 MB 00:00 2024-07-26T07:40:52.640 INFO:teuthology.orchestra.run.smithi105.stdout:(30/34): git-core-2.43.5-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-07-26T07:40:52.666 INFO:teuthology.orchestra.run.smithi105.stdout:(31/34): perl-Git-2.43.5-1.el9.noarch.rpm 228 kB/s | 38 kB 00:00 2024-07-26T07:40:52.700 INFO:teuthology.orchestra.run.smithi105.stdout:(32/34): python-unversioned-command-3.9.19-4.el 164 kB/s | 9.6 kB 00:00 2024-07-26T07:40:52.783 INFO:teuthology.orchestra.run.smithi105.stdout:(33/34): python3-devel-3.9.19-4.el9.x86_64.rpm 2.1 MB/s | 244 kB 00:00 2024-07-26T07:40:52.895 INFO:teuthology.orchestra.run.smithi105.stdout:(34/34): git-core-doc-2.43.5-1.el9.noarch.rpm 5.4 MB/s | 2.9 MB 00:00 2024-07-26T07:40:52.900 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2024-07-26T07:40:52.901 INFO:teuthology.orchestra.run.smithi105.stdout:Total 16 MB/s | 49 MB 00:03 2024-07-26T07:40:54.319 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2024-07-26T07:40:54.645 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2024-07-26T07:40:54.645 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2024-07-26T07:40:55.715 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2024-07-26T07:40:55.716 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2024-07-26T07:40:57.922 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2024-07-26T07:40:57.985 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : gdbm-libs-1:1.23-1.el9.x86_64 1/51 2024-07-26T07:40:58.026 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : python-unversioned-command-3.9.19-4.el9.noarch 2/51 2024-07-26T07:40:59.554 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : python3-3.9.19-4.el9.x86_64 3/51 2024-07-26T07:41:00.149 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:41:00.157 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:41:00.167 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : python3-libs-3.9.19-4.el9.x86_64 4/51 2024-07-26T07:41:00.461 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : device-mapper-libs-9:1.02.198-1.el9.x86_64 5/51 2024-07-26T07:41:00.519 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : device-mapper-9:1.02.198-1.el9.x86_64 6/51 2024-07-26T07:41:00.867 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : device-mapper-event-libs-9:1.02.198-1.el9.x86_64 7/51 2024-07-26T07:41:02.049 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : git-core-2.43.5-1.el9.x86_64 8/51 2024-07-26T07:41:02.341 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : git-core-doc-2.43.5-1.el9.noarch 9/51 2024-07-26T07:41:02.395 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : perl-Git-2.43.5-1.el9.noarch 10/51 2024-07-26T07:41:02.434 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : git-2.43.5-1.el9.x86_64 11/51 2024-07-26T07:41:02.474 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : device-mapper-event-9:1.02.198-1.el9.x86_64 12/51 2024-07-26T07:41:02.924 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: device-mapper-event-9:1.02.198-1.el9.x86_64 12/51 2024-07-26T07:41:03.055 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : lvm2-libs-9:2.03.24-1.el9.x86_64 13/51 2024-07-26T07:41:03.139 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gdbm-1:1.23-1.el9.x86_64 14/51 2024-07-26T07:41:03.208 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : quota-nls-1:4.09-1.el9.noarch 15/51 2024-07-26T07:41:03.251 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libnbd-1.20.0-1.el9.x86_64 16/51 2024-07-26T07:41:03.284 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 17/51 2024-07-26T07:41:03.326 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 18/51 2024-07-26T07:41:03.362 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 19/51 2024-07-26T07:41:03.394 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 20/51 2024-07-26T07:41:03.428 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 21/51 2024-07-26T07:41:03.682 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 22/51 2024-07-26T07:41:03.733 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fio-3.35-1.el9.x86_64 23/51 2024-07-26T07:41:03.781 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rmt-2:1.6-6.el9.x86_64 24/51 2024-07-26T07:41:03.885 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : dump-1:0.4-0.51.b47.el9.x86_64 25/51 2024-07-26T07:41:03.962 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : quota-1:4.09-1.el9.x86_64 26/51 2024-07-26T07:41:04.135 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gdbm-devel-1:1.23-1.el9.x86_64 27/51 2024-07-26T07:41:04.135 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : lvm2-9:2.03.24-1.el9.x86_64 28/51 2024-07-26T07:41:04.136 INFO:teuthology.orchestra.run.smithi105.stdout:warning: /etc/lvm/lvm.conf created as /etc/lvm/lvm.conf.rpmnew 2024-07-26T07:41:04.136 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:41:04.637 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: lvm2-9:2.03.24-1.el9.x86_64 28/51 2024-07-26T07:41:04.733 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : python3-devel-3.9.19-4.el9.x86_64 29/51 2024-07-26T07:41:04.789 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : indent-2.2.13-5.el9.x86_64 30/51 2024-07-26T07:41:04.838 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : udftools-2.2-5.el9.x86_64 31/51 2024-07-26T07:41:04.903 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : sqlite-3.34.1-7.el9.x86_64 32/51 2024-07-26T07:41:16.721 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcap-devel-2.48-9.el9.x86_64 33/51 2024-07-26T07:41:17.154 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : kernel-devel-5.14.0-480.el9.x86_64 34/51 2024-07-26T07:41:30.660 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:41:30.668 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:42:00.796 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:42:00.803 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:42:05.952 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: kernel-devel-5.14.0-480.el9.x86_64 34/51 2024-07-26T07:42:05.985 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : git-2.43.0-1.el9.x86_64 35/51 2024-07-26T07:42:06.020 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : python3-devel-3.9.18-3.el9.x86_64 36/51 2024-07-26T07:42:06.054 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : python3-3.9.18-3.el9.x86_64 37/51 2024-07-26T07:42:06.082 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: lvm2-9:2.03.23-2.el9.x86_64 38/51 2024-07-26T07:42:06.082 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : lvm2-9:2.03.23-2.el9.x86_64 38/51 2024-07-26T07:42:06.197 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: lvm2-9:2.03.23-2.el9.x86_64 38/51 2024-07-26T07:42:06.257 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : git-core-doc-2.43.0-1.el9.noarch 39/51 2024-07-26T07:42:06.312 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : lvm2-libs-9:2.03.23-2.el9.x86_64 40/51 2024-07-26T07:42:06.341 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: device-mapper-event-9:1.02.197-2.el9.x86_64 41/51 2024-07-26T07:42:06.398 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : device-mapper-event-9:1.02.197-2.el9.x86_64 41/51 2024-07-26T07:42:06.480 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : device-mapper-event-libs-9:1.02.197-2.el9.x86_64 42/51 2024-07-26T07:42:06.585 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : python3-libs-3.9.18-3.el9.x86_64 43/51 2024-07-26T07:42:06.625 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : device-mapper-libs-9:1.02.197-2.el9.x86_64 44/51 2024-07-26T07:42:06.672 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : device-mapper-9:1.02.197-2.el9.x86_64 45/51 2024-07-26T07:42:06.710 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : quota-1:4.06-6.el9.x86_64 46/51 2024-07-26T07:42:06.743 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : quota-nls-1:4.06-6.el9.noarch 47/51 2024-07-26T07:42:06.777 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : python-unversioned-command-3.9.18-3.el9.noarch 48/51 2024-07-26T07:42:06.819 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : perl-Git-2.43.0-1.el9.noarch 49/51 2024-07-26T07:42:06.881 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : gdbm-libs-1:1.19-4.el9.x86_64 50/51 2024-07-26T07:42:07.026 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : git-core-2.43.0-1.el9.x86_64 51/51 2024-07-26T07:42:08.515 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: git-core-2.43.0-1.el9.x86_64 51/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rmt-2:1.6-6.el9.x86_64 1/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-3.35-1.el9.x86_64 2/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 3/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 4/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 5/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 6/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 7/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 8/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : kernel-devel-5.14.0-480.el9.x86_64 9/51 2024-07-26T07:42:08.516 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcap-devel-2.48-9.el9.x86_64 10/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libnbd-1.20.0-1.el9.x86_64 11/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : sqlite-3.34.1-7.el9.x86_64 12/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : udftools-2.2-5.el9.x86_64 13/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gdbm-1:1.23-1.el9.x86_64 14/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gdbm-devel-1:1.23-1.el9.x86_64 15/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : dump-1:0.4-0.51.b47.el9.x86_64 16/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : indent-2.2.13-5.el9.x86_64 17/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-9:1.02.198-1.el9.x86_64 18/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-9:1.02.197-2.el9.x86_64 19/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-event-9:1.02.198-1.el9.x86_64 20/51 2024-07-26T07:42:08.517 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-event-9:1.02.197-2.el9.x86_64 21/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-event-libs-9:1.02.198-1.el9.x86_64 22/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-event-libs-9:1.02.197-2.el9.x86_64 23/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-libs-9:1.02.198-1.el9.x86_64 24/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : device-mapper-libs-9:1.02.197-2.el9.x86_64 25/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gdbm-libs-1:1.23-1.el9.x86_64 26/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gdbm-libs-1:1.19-4.el9.x86_64 27/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lvm2-9:2.03.24-1.el9.x86_64 28/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lvm2-9:2.03.23-2.el9.x86_64 29/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lvm2-libs-9:2.03.24-1.el9.x86_64 30/51 2024-07-26T07:42:08.518 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lvm2-libs-9:2.03.23-2.el9.x86_64 31/51 2024-07-26T07:42:08.520 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-3.9.19-4.el9.x86_64 32/51 2024-07-26T07:42:08.520 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-3.9.18-3.el9.x86_64 33/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-libs-3.9.19-4.el9.x86_64 34/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-libs-3.9.18-3.el9.x86_64 35/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : quota-1:4.09-1.el9.x86_64 36/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : quota-1:4.06-6.el9.x86_64 37/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : quota-nls-1:4.09-1.el9.noarch 38/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : quota-nls-1:4.06-6.el9.noarch 39/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-2.43.5-1.el9.x86_64 40/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-2.43.0-1.el9.x86_64 41/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-core-2.43.5-1.el9.x86_64 42/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-core-2.43.0-1.el9.x86_64 43/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-core-doc-2.43.5-1.el9.noarch 44/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : git-core-doc-2.43.0-1.el9.noarch 45/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : perl-Git-2.43.5-1.el9.noarch 46/51 2024-07-26T07:42:08.521 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : perl-Git-2.43.0-1.el9.noarch 47/51 2024-07-26T07:42:08.522 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python-unversioned-command-3.9.19-4.el9.noarch 48/51 2024-07-26T07:42:08.522 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python-unversioned-command-3.9.18-3.el9.noarch 49/51 2024-07-26T07:42:08.522 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-devel-3.9.19-4.el9.x86_64 50/51 2024-07-26T07:42:09.410 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 51/51 2024-07-26T07:42:09.410 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:42:09.410 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2024-07-26T07:42:09.410 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-9:1.02.198-1.el9.x86_64 2024-07-26T07:42:09.410 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-event-9:1.02.198-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-event-libs-9:1.02.198-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: device-mapper-libs-9:1.02.198-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: gdbm-libs-1:1.23-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: git-2.43.5-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: git-core-2.43.5-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: git-core-doc-2.43.5-1.el9.noarch 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: lvm2-9:2.03.24-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: lvm2-libs-9:2.03.24-1.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: perl-Git-2.43.5-1.el9.noarch 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: python-unversioned-command-3.9.19-4.el9.noarch 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: python3-3.9.19-4.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel-3.9.19-4.el9.x86_64 2024-07-26T07:42:09.411 INFO:teuthology.orchestra.run.smithi105.stdout: python3-libs-3.9.19-4.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: quota-1:4.09-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: quota-nls-1:4.09-1.el9.noarch 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: dump-1:0.4-0.51.b47.el9.x86_64 fio-3.35-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-http-3.35-1.el9.x86_64 fio-engine-libaio-3.35-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-nbd-3.35-1.el9.x86_64 fio-engine-rados-3.35-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: fio-engine-rbd-3.35-1.el9.x86_64 fio-engine-rdma-3.35-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: gdbm-1:1.23-1.el9.x86_64 gdbm-devel-1:1.23-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: indent-2.2.13-5.el9.x86_64 kernel-devel-5.14.0-480.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: libcap-devel-2.48-9.el9.x86_64 libnbd-1.20.0-1.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: rmt-2:1.6-6.el9.x86_64 sqlite-3.34.1-7.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: udftools-2.2-5.el9.x86_64 2024-07-26T07:42:09.412 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:42:09.413 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2024-07-26T07:42:10.307 DEBUG:teuthology.orchestra.run.smithi105:> sudo useradd -m fsgqa 2024-07-26T07:42:10.387 INFO:teuthology.orchestra.run.smithi105.stderr:useradd: user 'fsgqa' already exists 2024-07-26T07:42:10.391 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-07-26T07:42:10.392 DEBUG:teuthology.orchestra.run.smithi105:> sudo groupadd fsgqa 2024-07-26T07:42:10.462 INFO:teuthology.orchestra.run.smithi105.stderr:groupadd: group 'fsgqa' already exists 2024-07-26T07:42:10.465 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-07-26T07:42:10.465 DEBUG:teuthology.orchestra.run.smithi105:> sudo useradd fsgqa2 2024-07-26T07:42:11.162 DEBUG:teuthology.orchestra.run.smithi105:> sudo useradd 123456-fsgqa 2024-07-26T07:42:11.843 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2024-07-26T07:42:12.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 -- 172.21.15.105:0/1989681309 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4073960 msgr2=0x7f0aa406fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 --2- 172.21.15.105:0/1989681309 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4073960 0x7f0aa406fa20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c005fd0 tx=0x7f0a8c02a540 comp rx=0 tx=0).stop 2024-07-26T07:42:12.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 -- 172.21.15.105:0/1989681309 shutdown_connections 2024-07-26T07:42:12.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 --2- 172.21.15.105:0/1989681309 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4073960 0x7f0aa406fa20 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.093 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 --2- 172.21.15.105:0/1989681309 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4145770 0x7f0aa4072ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 -- 172.21.15.105:0/1989681309 >> 172.21.15.105:0/1989681309 conn(0x7f0aa406d630 msgr2=0x7f0aa406da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:42:12.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.092+0000 7f0aa9400640 1 -- 172.21.15.105:0/1989681309 shutdown_connections 2024-07-26T07:42:12.094 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.093+0000 7f0aa9400640 1 -- 172.21.15.105:0/1989681309 wait complete. 2024-07-26T07:42:12.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.095+0000 7f0aa9400640 1 Processor -- start 2024-07-26T07:42:12.095 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.095+0000 7f0aa9400640 1 -- start start 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4073960 0x7f0aa41e7f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aa4144c50 0x7f0aa41f4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa415caf0 con 0x7f0aa4145770 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa40702e0 con 0x7f0aa4144c50 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa9400640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa415cc70 con 0x7f0aa4073960 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa3200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa3200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:44226/0 (socket says 172.21.15.105:44226) 2024-07-26T07:42:12.098 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa3200640 1 -- 172.21.15.105:0/40262166 learned_addr learned my addr 172.21.15.105:0/40262166 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0aa2800640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4073960 0x7f0aa41e7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.097+0000 7f0a9be00640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aa4144c50 0x7f0aa41f4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 -- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4073960 msgr2=0x7f0aa41e7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4073960 0x7f0aa41e7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 -- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aa4144c50 msgr2=0x7f0aa41f4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aa4144c50 0x7f0aa41f4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.099 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 -- 172.21.15.105:0/40262166 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa4143740 con 0x7f0aa4145770 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa3200640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c730 tx=0x7f0a9c00cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c003b70 con 0x7f0aa4145770 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a9c003d10 con 0x7f0aa4145770 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c005330 con 0x7f0aa4145770 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa41e6e60 con 0x7f0aa4145770 2024-07-26T07:42:12.100 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.098+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa41e7420 con 0x7f0aa4145770 2024-07-26T07:42:12.101 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.100+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa41e6bd0 con 0x7f0aa4145770 2024-07-26T07:42:12.101 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.101+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0a9c0054d0 con 0x7f0aa4145770 2024-07-26T07:42:12.102 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.102+0000 7f0a9aa00640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 0x7f0a80079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.102 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.102+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6159+0+0 (secure 0 0 0) 0x7f0a9c098900 con 0x7f0aa4145770 2024-07-26T07:42:12.102 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.102+0000 7f0aa2800640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 0x7f0a80079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.104 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.104+0000 7f0aa2800640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 0x7f0a80079520 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400bb00 tx=0x7f0a94005e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:42:12.107 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.107+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a9c061930 con 0x7f0aa4145770 2024-07-26T07:42:12.379 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.379+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0aa415d120 con 0x7f0aa4145770 2024-07-26T07:42:12.380 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.380+0000 7f0a9aa00640 1 -- 172.21.15.105:0/40262166 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+1289 (secure 0 0 0) 0x7f0a9c061230 con 0x7f0aa4145770 2024-07-26T07:42:12.380 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:42:12.380 INFO:teuthology.orchestra.run.smithi105.stdout:{"epoch":1,"fsid":"8c36d0d3-696c-4e83-a6b4-9f8966adecf3","modified":"2024-07-26T07:38:01.635917Z","created":"2024-07-26T07:38:01.635917Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:3300","nonce":0},{"type":"v1","addr":"172.21.15.105:6789","nonce":0}]},"addr":"172.21.15.105:6789/0","public_addr":"172.21.15.105:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:3300","nonce":0},{"type":"v1","addr":"172.21.15.143:6789","nonce":0}]},"addr":"172.21.15.143:6789/0","public_addr":"172.21.15.143:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:3301","nonce":0},{"type":"v1","addr":"172.21.15.143:6790","nonce":0}]},"addr":"172.21.15.143:6790/0","public_addr":"172.21.15.143:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-07-26T07:42:12.381 INFO:teuthology.orchestra.run.smithi105.stderr:dumped monmap epoch 1 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 msgr2=0x7f0a80079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 0x7f0a80079520 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400bb00 tx=0x7f0a94005e30 comp rx=0 tx=0).stop 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 msgr2=0x7f0aa4132300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c730 tx=0x7f0a9c00cb30 comp rx=0 tx=0).stop 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 shutdown_connections 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f0a80077010 0x7f0a80079520 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.383 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0aa4145770 0x7f0aa4132300 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aa4144c50 0x7f0aa41f4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 --2- 172.21.15.105:0/40262166 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aa4073960 0x7f0aa41e7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 >> 172.21.15.105:0/40262166 conn(0x7f0aa406d630 msgr2=0x7f0aa40afcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:42:12.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.382+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 shutdown_connections 2024-07-26T07:42:12.384 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.383+0000 7f0aa9400640 1 -- 172.21.15.105:0/40262166 wait complete. 2024-07-26T07:42:12.416 DEBUG:teuthology.orchestra.run.smithi105:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 -- 172.21.15.105:0/180668528 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8164e80 msgr2=0x7f13e81672a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 --2- 172.21.15.105:0/180668528 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8164e80 0x7f13e81672a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f13e4005fd0 tx=0x7f13e402a710 comp rx=0 tx=0).stop 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 -- 172.21.15.105:0/180668528 shutdown_connections 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 --2- 172.21.15.105:0/180668528 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8164e80 0x7f13e81672a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 -- 172.21.15.105:0/180668528 >> 172.21.15.105:0/180668528 conn(0x7f13e806c610 msgr2=0x7f13e806ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 -- 172.21.15.105:0/180668528 shutdown_connections 2024-07-26T07:42:12.657 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.656+0000 7f13ef200640 1 -- 172.21.15.105:0/180668528 wait complete. 2024-07-26T07:42:12.659 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.659+0000 7f13ef200640 1 Processor -- start 2024-07-26T07:42:12.659 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.659+0000 7f13ef200640 1 -- start start 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13e80b38a0 0x7f13e80738b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 0x7f13e8163e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f13e80b5a60 con 0x7f13e8142340 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f13e80b58e0 con 0x7f13e8164e80 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.660+0000 7f13ef200640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f13e81677e0 con 0x7f13e80b38a0 2024-07-26T07:42:12.661 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.662 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:44242/0 (socket says 172.21.15.105:44242) 2024-07-26T07:42:12.662 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 -- 172.21.15.105:0/1190429785 learned_addr learned my addr 172.21.15.105:0/1190429785 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ede00640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13e80b38a0 0x7f13e80738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ee800640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 0x7f13e8163e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 -- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13e80b38a0 msgr2=0x7f13e80738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13e80b38a0 0x7f13e80738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 -- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 msgr2=0x7f13e8163e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 0x7f13e8163e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.663 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ed400640 1 -- 172.21.15.105:0/1190429785 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e81f8a10 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.661+0000 7f13ee800640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 0x7f13e8163e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.662+0000 7f13ed400640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13d800b3f0 tx=0x7f13d800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.662+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8015020 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.662+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d8011920 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.662+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8011d70 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.662+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e8140000 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.663+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e81f8f60 con 0x7f13e8142340 2024-07-26T07:42:12.664 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.664+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13e8073fc0 con 0x7f13e8142340 2024-07-26T07:42:12.666 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.665+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f13d8018020 con 0x7f13e8142340 2024-07-26T07:42:12.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.666+0000 7f13e2000640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 0x7f13cc0795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T07:42:12.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.667+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6159+0+0 (secure 0 0 0) 0x7f13d8098770 con 0x7f13e8142340 2024-07-26T07:42:12.667 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.667+0000 7f13ede00640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 0x7f13cc0795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T07:42:12.669 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.669+0000 7f13ede00640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 0x7f13cc0795a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f13dc001770 tx=0x7f13dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T07:42:12.673 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.673+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f13d801f030 con 0x7f13e8142340 2024-07-26T07:42:12.937 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.937+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) -- 0x7f13e80b3cb0 con 0x7f13e8142340 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.937+0000 7f13e2000640 1 -- 172.21.15.105:0/1190429785 <== mon.0 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v13) ==== 82+0+151 (secure 0 0 0) 0x7f13d8061820 con 0x7f13e8142340 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout:[client.admin] 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout: key = AQBaUqNmehe8AxAADRH2FJQBNtCZowylc60Jpw== 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout: caps mds = "allow *" 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout: caps mgr = "allow *" 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout: caps mon = "allow *" 2024-07-26T07:42:12.938 INFO:teuthology.orchestra.run.smithi105.stdout: caps osd = "allow *" 2024-07-26T07:42:12.942 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 msgr2=0x7f13cc0795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.942 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 0x7f13cc0795a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f13dc001770 tx=0x7f13dc009040 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 msgr2=0x7f13e813d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13d800b3f0 tx=0x7f13d800b8b0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 shutdown_connections 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:6800/1561975751,v1:172.21.15.143:6801/1561975751] conn(0x7f13cc077090 0x7f13cc0795a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13e8164e80 0x7f13e8163e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13e8142340 0x7f13e813d240 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 --2- 172.21.15.105:0/1190429785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13e80b38a0 0x7f13e80738b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 >> 172.21.15.105:0/1190429785 conn(0x7f13e806c610 msgr2=0x7f13e815d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 shutdown_connections 2024-07-26T07:42:12.943 INFO:teuthology.orchestra.run.smithi105.stderr:2024-07-26T07:42:12.940+0000 7f13ef200640 1 -- 172.21.15.105:0/1190429785 wait complete. 2024-07-26T07:42:12.972 DEBUG:teuthology.orchestra.run.smithi105:> mktemp 2024-07-26T07:42:13.014 INFO:teuthology.orchestra.run.smithi105.stdout:/tmp/tmp.3nMur8uvYg 2024-07-26T07:42:13.015 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:42:13.015 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/tmp/tmp.3nMur8uvYg 2024-07-26T07:42:13.098 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:42:13.098 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/tmp/tmp.FtykIkeoTvxfstests-dev/local.config 2024-07-26T07:42:13.201 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.KxbARfuQYDtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.XtBZgGEo5oscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.105:6789 -k /tmp/tmp.3nMur8uvYg --client_mountpoint /test" 2024-07-26T07:42:13.201 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-07-26T07:42:13.201 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/tmp/tmp.FtykIkeoTvxfstests-dev/ceph.exclude 2024-07-26T07:42:13.304 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo make) 2024-07-26T07:42:13.425 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize -cfi 2024-07-26T07:42:13.996 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: putting auxiliary files in '.'. 2024-07-26T07:42:13.996 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file './config.guess' 2024-07-26T07:42:14.008 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file './config.sub' 2024-07-26T07:42:14.019 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file './install-sh' 2024-07-26T07:42:14.030 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file './ltmain.sh' 2024-07-26T07:42:14.095 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-07-26T07:42:14.095 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-07-26T07:42:14.109 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-07-26T07:42:14.122 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-07-26T07:42:14.135 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-07-26T07:42:14.148 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-07-26T07:42:14.166 INFO:teuthology.orchestra.run.smithi105.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-07-26T07:42:14.170 INFO:teuthology.orchestra.run.smithi105.stdout:cp include/install-sh . 2024-07-26T07:42:14.172 INFO:teuthology.orchestra.run.smithi105.stdout:aclocal -I m4 2024-07-26T07:42:15.784 INFO:teuthology.orchestra.run.smithi105.stdout:autoheader 2024-07-26T07:42:16.199 INFO:teuthology.orchestra.run.smithi105.stdout:autoconf 2024-07-26T07:42:16.460 INFO:teuthology.orchestra.run.smithi105.stdout:./configure \ 2024-07-26T07:42:16.460 INFO:teuthology.orchestra.run.smithi105.stdout: --libexecdir=/usr/lib \ 2024-07-26T07:42:16.460 INFO:teuthology.orchestra.run.smithi105.stdout: --exec_prefix=/var/lib 2024-07-26T07:42:17.121 INFO:teuthology.orchestra.run.smithi105.stdout:checking build system type... x86_64-pc-linux-gnu 2024-07-26T07:42:17.121 INFO:teuthology.orchestra.run.smithi105.stdout:checking host system type... x86_64-pc-linux-gnu 2024-07-26T07:42:17.126 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to print strings... printf 2024-07-26T07:42:17.127 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gcc... gcc 2024-07-26T07:42:17.349 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether the C compiler works... yes 2024-07-26T07:42:17.350 INFO:teuthology.orchestra.run.smithi105.stdout:checking for C compiler default output file name... a.out 2024-07-26T07:42:17.421 INFO:teuthology.orchestra.run.smithi105.stdout:checking for suffix of executables... 2024-07-26T07:42:17.555 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether we are cross compiling... no 2024-07-26T07:42:17.609 INFO:teuthology.orchestra.run.smithi105.stdout:checking for suffix of object files... o 2024-07-26T07:42:17.653 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether we are using the GNU C compiler... yes 2024-07-26T07:42:17.699 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether gcc accepts -g... yes 2024-07-26T07:42:17.796 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gcc option to accept ISO C89... none needed 2024-07-26T07:42:17.806 INFO:teuthology.orchestra.run.smithi105.stdout:checking for a sed that does not truncate output... /bin/sed 2024-07-26T07:42:17.814 INFO:teuthology.orchestra.run.smithi105.stdout:checking for grep that handles long lines and -e... /bin/grep 2024-07-26T07:42:17.819 INFO:teuthology.orchestra.run.smithi105.stdout:checking for egrep... /bin/grep -E 2024-07-26T07:42:17.824 INFO:teuthology.orchestra.run.smithi105.stdout:checking for fgrep... /bin/grep -F 2024-07-26T07:42:17.838 INFO:teuthology.orchestra.run.smithi105.stdout:checking for ld used by gcc... /bin/ld 2024-07-26T07:42:17.844 INFO:teuthology.orchestra.run.smithi105.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2024-07-26T07:42:17.858 INFO:teuthology.orchestra.run.smithi105.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2024-07-26T07:42:18.908 INFO:teuthology.orchestra.run.smithi105.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2024-07-26T07:42:18.908 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether ln -s works... yes 2024-07-26T07:42:18.955 INFO:teuthology.orchestra.run.smithi105.stdout:checking the maximum length of command line arguments... 1572864 2024-07-26T07:42:18.966 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-07-26T07:42:18.966 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-07-26T07:42:18.966 INFO:teuthology.orchestra.run.smithi105.stdout:checking for /bin/ld option to reload object files... -r 2024-07-26T07:42:18.967 INFO:teuthology.orchestra.run.smithi105.stdout:checking for objdump... objdump 2024-07-26T07:42:18.968 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to recognize dependent libraries... pass_all 2024-07-26T07:42:18.969 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dlltool... no 2024-07-26T07:42:18.969 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-07-26T07:42:18.970 INFO:teuthology.orchestra.run.smithi105.stdout:checking for ar... ar 2024-07-26T07:42:19.076 INFO:teuthology.orchestra.run.smithi105.stdout:checking for archiver @FILE support... @ 2024-07-26T07:42:19.077 INFO:teuthology.orchestra.run.smithi105.stdout:checking for strip... strip 2024-07-26T07:42:19.078 INFO:teuthology.orchestra.run.smithi105.stdout:checking for ranlib... ranlib 2024-07-26T07:42:19.079 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gawk... gawk 2024-07-26T07:42:19.244 INFO:teuthology.orchestra.run.smithi105.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2024-07-26T07:42:19.248 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sysroot... no 2024-07-26T07:42:19.258 INFO:teuthology.orchestra.run.smithi105.stdout:checking for a working dd... /bin/dd 2024-07-26T07:42:19.267 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2024-07-26T07:42:19.306 INFO:teuthology.orchestra.run.smithi105.stdout:checking for mt... no 2024-07-26T07:42:19.314 INFO:teuthology.orchestra.run.smithi105.stdout:checking if : is a manifest tool... no 2024-07-26T07:42:19.420 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to run the C preprocessor... gcc -E 2024-07-26T07:42:19.791 INFO:teuthology.orchestra.run.smithi105.stdout:checking for ANSI C header files... yes 2024-07-26T07:42:19.852 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/types.h... yes 2024-07-26T07:42:19.927 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/stat.h... yes 2024-07-26T07:42:19.997 INFO:teuthology.orchestra.run.smithi105.stdout:checking for stdlib.h... yes 2024-07-26T07:42:20.063 INFO:teuthology.orchestra.run.smithi105.stdout:checking for string.h... yes 2024-07-26T07:42:20.129 INFO:teuthology.orchestra.run.smithi105.stdout:checking for memory.h... yes 2024-07-26T07:42:20.198 INFO:teuthology.orchestra.run.smithi105.stdout:checking for strings.h... yes 2024-07-26T07:42:20.270 INFO:teuthology.orchestra.run.smithi105.stdout:checking for inttypes.h... yes 2024-07-26T07:42:20.340 INFO:teuthology.orchestra.run.smithi105.stdout:checking for stdint.h... yes 2024-07-26T07:42:20.440 INFO:teuthology.orchestra.run.smithi105.stdout:checking for unistd.h... yes 2024-07-26T07:42:20.511 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dlfcn.h... yes 2024-07-26T07:42:20.522 INFO:teuthology.orchestra.run.smithi105.stdout:checking for objdir... .libs 2024-07-26T07:42:20.709 INFO:teuthology.orchestra.run.smithi105.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-07-26T07:42:20.709 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-07-26T07:42:20.763 INFO:teuthology.orchestra.run.smithi105.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-07-26T07:42:20.823 INFO:teuthology.orchestra.run.smithi105.stdout:checking if gcc static flag -static works... no 2024-07-26T07:42:20.897 INFO:teuthology.orchestra.run.smithi105.stdout:checking if gcc supports -c -o file.o... yes 2024-07-26T07:42:20.897 INFO:teuthology.orchestra.run.smithi105.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-07-26T07:42:20.922 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-07-26T07:42:20.999 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether -lc should be explicitly linked in... no 2024-07-26T07:42:21.129 INFO:teuthology.orchestra.run.smithi105.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-07-26T07:42:21.129 INFO:teuthology.orchestra.run.smithi105.stdout:checking how to hardcode library paths into programs... immediate 2024-07-26T07:42:21.134 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether stripping libraries is possible... yes 2024-07-26T07:42:21.134 INFO:teuthology.orchestra.run.smithi105.stdout:checking if libtool supports shared libraries... yes 2024-07-26T07:42:21.134 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether to build shared libraries... yes 2024-07-26T07:42:21.134 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether to build static libraries... yes 2024-07-26T07:42:21.152 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gcc... (cached) gcc 2024-07-26T07:42:21.213 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-07-26T07:42:21.214 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether gcc accepts -g... (cached) yes 2024-07-26T07:42:21.215 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-07-26T07:42:21.216 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gmake... /usr/bin/gmake 2024-07-26T07:42:21.217 INFO:teuthology.orchestra.run.smithi105.stderr:./configure: line 12082: test: $(SHELL): binary operator expected 2024-07-26T07:42:21.217 INFO:teuthology.orchestra.run.smithi105.stdout:checking for tar... /bin/tar 2024-07-26T07:42:21.218 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gzip... /bin/gzip 2024-07-26T07:42:21.262 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether gcc -MM is supported... yes 2024-07-26T07:42:21.263 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sort... /bin/sort 2024-07-26T07:42:21.263 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether ln -s works... yes 2024-07-26T07:42:21.265 INFO:teuthology.orchestra.run.smithi105.stdout:checking for rpm... /bin/rpm 2024-07-26T07:42:21.276 INFO:teuthology.orchestra.run.smithi105.stdout:checking for rpmbuild... no 2024-07-26T07:42:21.349 INFO:teuthology.orchestra.run.smithi105.stdout:checking assert.h usability... yes 2024-07-26T07:42:21.375 INFO:teuthology.orchestra.run.smithi105.stdout:checking assert.h presence... yes 2024-07-26T07:42:21.375 INFO:teuthology.orchestra.run.smithi105.stdout:checking for assert.h... yes 2024-07-26T07:42:21.453 INFO:teuthology.orchestra.run.smithi105.stdout:checking bstring.h usability... no 2024-07-26T07:42:21.494 INFO:teuthology.orchestra.run.smithi105.stdout:checking bstring.h presence... no 2024-07-26T07:42:21.495 INFO:teuthology.orchestra.run.smithi105.stdout:checking for bstring.h... no 2024-07-26T07:42:21.565 INFO:teuthology.orchestra.run.smithi105.stdout:checking libgen.h usability... yes 2024-07-26T07:42:21.593 INFO:teuthology.orchestra.run.smithi105.stdout:checking libgen.h presence... yes 2024-07-26T07:42:21.593 INFO:teuthology.orchestra.run.smithi105.stdout:checking for libgen.h... yes 2024-07-26T07:42:21.669 INFO:teuthology.orchestra.run.smithi105.stdout:checking dirent.h usability... yes 2024-07-26T07:42:21.698 INFO:teuthology.orchestra.run.smithi105.stdout:checking dirent.h presence... yes 2024-07-26T07:42:21.698 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dirent.h... yes 2024-07-26T07:42:21.806 INFO:teuthology.orchestra.run.smithi105.stdout:checking errno.h usability... yes 2024-07-26T07:42:21.833 INFO:teuthology.orchestra.run.smithi105.stdout:checking errno.h presence... yes 2024-07-26T07:42:21.833 INFO:teuthology.orchestra.run.smithi105.stdout:checking for errno.h... yes 2024-07-26T07:42:21.910 INFO:teuthology.orchestra.run.smithi105.stdout:checking malloc.h usability... yes 2024-07-26T07:42:21.938 INFO:teuthology.orchestra.run.smithi105.stdout:checking malloc.h presence... yes 2024-07-26T07:42:21.938 INFO:teuthology.orchestra.run.smithi105.stdout:checking for malloc.h... yes 2024-07-26T07:42:22.013 INFO:teuthology.orchestra.run.smithi105.stdout:checking uuid.h usability... no 2024-07-26T07:42:22.049 INFO:teuthology.orchestra.run.smithi105.stdout:checking uuid.h presence... no 2024-07-26T07:42:22.049 INFO:teuthology.orchestra.run.smithi105.stdout:checking for uuid.h... no 2024-07-26T07:42:22.117 INFO:teuthology.orchestra.run.smithi105.stdout:checking uuid/uuid.h usability... yes 2024-07-26T07:42:22.145 INFO:teuthology.orchestra.run.smithi105.stdout:checking uuid/uuid.h presence... yes 2024-07-26T07:42:22.145 INFO:teuthology.orchestra.run.smithi105.stdout:checking for uuid/uuid.h... yes 2024-07-26T07:42:22.223 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/uuid.h usability... no 2024-07-26T07:42:22.263 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/uuid.h presence... no 2024-07-26T07:42:22.263 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/uuid.h... no 2024-07-26T07:42:22.335 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/file.h usability... yes 2024-07-26T07:42:22.363 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/file.h presence... yes 2024-07-26T07:42:22.364 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/file.h... yes 2024-07-26T07:42:22.442 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fcntl.h usability... yes 2024-07-26T07:42:22.470 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fcntl.h presence... yes 2024-07-26T07:42:22.470 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/fcntl.h... yes 2024-07-26T07:42:22.545 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/syssgi.h usability... no 2024-07-26T07:42:22.585 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/syssgi.h presence... no 2024-07-26T07:42:22.586 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/syssgi.h... no 2024-07-26T07:42:22.672 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/param.h usability... yes 2024-07-26T07:42:22.708 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/param.h presence... yes 2024-07-26T07:42:22.708 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/param.h... yes 2024-07-26T07:42:22.728 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/stat.h... (cached) yes 2024-07-26T07:42:22.799 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/statvfs.h usability... yes 2024-07-26T07:42:22.824 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/statvfs.h presence... yes 2024-07-26T07:42:22.824 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/statvfs.h... yes 2024-07-26T07:42:22.892 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/time.h usability... yes 2024-07-26T07:42:22.922 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/time.h presence... yes 2024-07-26T07:42:22.922 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/time.h... yes 2024-07-26T07:42:23.013 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/ioctl.h usability... yes 2024-07-26T07:42:23.041 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/ioctl.h presence... yes 2024-07-26T07:42:23.041 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/ioctl.h... yes 2024-07-26T07:42:23.129 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/wait.h usability... yes 2024-07-26T07:42:23.160 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/wait.h presence... yes 2024-07-26T07:42:23.161 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/wait.h... yes 2024-07-26T07:42:23.177 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/types.h... (cached) yes 2024-07-26T07:42:23.193 INFO:teuthology.orchestra.run.smithi105.stdout:checking for strings.h... (cached) yes 2024-07-26T07:42:23.269 INFO:teuthology.orchestra.run.smithi105.stdout:checking err.h usability... yes 2024-07-26T07:42:23.297 INFO:teuthology.orchestra.run.smithi105.stdout:checking err.h presence... yes 2024-07-26T07:42:23.297 INFO:teuthology.orchestra.run.smithi105.stdout:checking for err.h... yes 2024-07-26T07:42:23.374 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/falloc.h usability... yes 2024-07-26T07:42:23.401 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/falloc.h presence... yes 2024-07-26T07:42:23.401 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/falloc.h... yes 2024-07-26T07:42:23.477 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-07-26T07:42:23.518 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-07-26T07:42:23.518 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/fs/xfs_fsops.h... no 2024-07-26T07:42:23.593 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fs/xfs_itable.h usability... no 2024-07-26T07:42:23.635 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/fs/xfs_itable.h presence... no 2024-07-26T07:42:23.635 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/fs/xfs_itable.h... no 2024-07-26T07:42:23.708 INFO:teuthology.orchestra.run.smithi105.stdout:checking xfs/platform_defs.h usability... no 2024-07-26T07:42:23.750 INFO:teuthology.orchestra.run.smithi105.stdout:checking xfs/platform_defs.h presence... no 2024-07-26T07:42:23.751 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/platform_defs.h... no 2024-07-26T07:42:23.821 INFO:teuthology.orchestra.run.smithi105.stdout:checking btrfs/ioctl.h usability... no 2024-07-26T07:42:23.861 INFO:teuthology.orchestra.run.smithi105.stdout:checking btrfs/ioctl.h presence... no 2024-07-26T07:42:23.861 INFO:teuthology.orchestra.run.smithi105.stdout:checking for btrfs/ioctl.h... no 2024-07-26T07:42:23.933 INFO:teuthology.orchestra.run.smithi105.stdout:checking cifs/ioctl.h usability... no 2024-07-26T07:42:23.975 INFO:teuthology.orchestra.run.smithi105.stdout:checking cifs/ioctl.h presence... no 2024-07-26T07:42:23.975 INFO:teuthology.orchestra.run.smithi105.stdout:checking for cifs/ioctl.h... no 2024-07-26T07:42:24.052 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/mman.h usability... yes 2024-07-26T07:42:24.078 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/mman.h presence... yes 2024-07-26T07:42:24.078 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/mman.h... yes 2024-07-26T07:42:24.148 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/ext4.h usability... no 2024-07-26T07:42:24.189 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/ext4.h presence... no 2024-07-26T07:42:24.189 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/ext4.h... no 2024-07-26T07:42:24.229 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/xfs_log_format.h... no 2024-07-26T07:42:24.336 INFO:teuthology.orchestra.run.smithi105.stdout:checking for uuid_compare... no 2024-07-26T07:42:24.417 INFO:teuthology.orchestra.run.smithi105.stdout:checking for uuid_compare in -luuid... yes 2024-07-26T07:42:24.525 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/xfs.h... yes 2024-07-26T07:42:24.565 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/libxfs.h... no 2024-07-26T07:42:24.618 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether xlog_assign_lsn is declared... no 2024-07-26T07:42:24.688 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/xqm.h... yes 2024-07-26T07:42:24.790 INFO:teuthology.orchestra.run.smithi105.stdout:checking xfsctl from xfs/xfs.h... ok 2024-07-26T07:42:24.848 INFO:teuthology.orchestra.run.smithi105.stdout:checking xfs/handle.h usability... yes 2024-07-26T07:42:24.872 INFO:teuthology.orchestra.run.smithi105.stdout:checking xfs/handle.h presence... yes 2024-07-26T07:42:24.872 INFO:teuthology.orchestra.run.smithi105.stdout:checking for xfs/handle.h... yes 2024-07-26T07:42:24.951 INFO:teuthology.orchestra.run.smithi105.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-07-26T07:42:25.022 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/acl.h usability... yes 2024-07-26T07:42:25.054 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/acl.h presence... yes 2024-07-26T07:42:25.054 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/acl.h... yes 2024-07-26T07:42:25.125 INFO:teuthology.orchestra.run.smithi105.stdout:checking acl/libacl.h usability... yes 2024-07-26T07:42:25.154 INFO:teuthology.orchestra.run.smithi105.stdout:checking acl/libacl.h presence... yes 2024-07-26T07:42:25.155 INFO:teuthology.orchestra.run.smithi105.stdout:checking for acl/libacl.h... yes 2024-07-26T07:42:25.239 INFO:teuthology.orchestra.run.smithi105.stdout:checking for acl_init in -lacl... yes 2024-07-26T07:42:25.305 INFO:teuthology.orchestra.run.smithi105.stdout:checking gdbm-ndbm.h usability... no 2024-07-26T07:42:25.347 INFO:teuthology.orchestra.run.smithi105.stdout:checking gdbm-ndbm.h presence... no 2024-07-26T07:42:25.347 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gdbm-ndbm.h... no 2024-07-26T07:42:25.411 INFO:teuthology.orchestra.run.smithi105.stdout:checking gdbm/ndbm.h usability... yes 2024-07-26T07:42:25.442 INFO:teuthology.orchestra.run.smithi105.stdout:checking gdbm/ndbm.h presence... yes 2024-07-26T07:42:25.442 INFO:teuthology.orchestra.run.smithi105.stdout:checking for gdbm/ndbm.h... yes 2024-07-26T07:42:25.533 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_open in -lgdbm... no 2024-07-26T07:42:25.628 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_fetch in -lgdbm... no 2024-07-26T07:42:25.723 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_store in -lgdbm... no 2024-07-26T07:42:25.810 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_close in -lgdbm... no 2024-07-26T07:42:25.891 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_open in -lgdbm_compat... yes 2024-07-26T07:42:25.968 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_fetch in -lgdbm_compat... yes 2024-07-26T07:42:26.050 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_store in -lgdbm_compat... yes 2024-07-26T07:42:26.130 INFO:teuthology.orchestra.run.smithi105.stdout:checking for dbm_close in -lgdbm_compat... yes 2024-07-26T07:42:26.192 INFO:teuthology.orchestra.run.smithi105.stdout:checking libaio.h usability... yes 2024-07-26T07:42:26.224 INFO:teuthology.orchestra.run.smithi105.stdout:checking libaio.h presence... yes 2024-07-26T07:42:26.225 INFO:teuthology.orchestra.run.smithi105.stdout:checking for libaio.h... yes 2024-07-26T07:42:26.286 INFO:teuthology.orchestra.run.smithi105.stdout:checking liburing.h usability... no 2024-07-26T07:42:26.324 INFO:teuthology.orchestra.run.smithi105.stdout:checking liburing.h presence... no 2024-07-26T07:42:26.324 INFO:teuthology.orchestra.run.smithi105.stdout:checking for liburing.h... no 2024-07-26T07:42:26.391 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/capability.h usability... yes 2024-07-26T07:42:26.423 INFO:teuthology.orchestra.run.smithi105.stdout:checking sys/capability.h presence... yes 2024-07-26T07:42:26.423 INFO:teuthology.orchestra.run.smithi105.stdout:checking for sys/capability.h... yes 2024-07-26T07:42:26.489 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/fiemap.h usability... yes 2024-07-26T07:42:26.516 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/fiemap.h presence... yes 2024-07-26T07:42:26.516 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/fiemap.h... yes 2024-07-26T07:42:26.598 INFO:teuthology.orchestra.run.smithi105.stdout:checking for fallocate... yes 2024-07-26T07:42:26.681 INFO:teuthology.orchestra.run.smithi105.stdout:checking for open_by_handle_at... yes 2024-07-26T07:42:26.745 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/fs.h usability... yes 2024-07-26T07:42:26.775 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/fs.h presence... yes 2024-07-26T07:42:26.775 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/fs.h... yes 2024-07-26T07:42:26.838 INFO:teuthology.orchestra.run.smithi105.stdout:checking btrfsutil.h usability... no 2024-07-26T07:42:26.879 INFO:teuthology.orchestra.run.smithi105.stdout:checking btrfsutil.h presence... no 2024-07-26T07:42:26.880 INFO:teuthology.orchestra.run.smithi105.stdout:checking for btrfsutil.h... no 2024-07-26T07:42:26.970 INFO:teuthology.orchestra.run.smithi105.stdout:checking for copy_file_range... yes 2024-07-26T07:42:27.052 INFO:teuthology.orchestra.run.smithi105.stdout:checking for SEEK_DATA... yes 2024-07-26T07:42:27.158 INFO:teuthology.orchestra.run.smithi105.stdout:checking for BMV_OF_SHARED... yes 2024-07-26T07:42:27.248 INFO:teuthology.orchestra.run.smithi105.stdout:checking for nftw... yes 2024-07-26T07:42:27.339 INFO:teuthology.orchestra.run.smithi105.stdout:checking for RLIMIT_NOFILE... yes 2024-07-26T07:42:27.416 INFO:teuthology.orchestra.run.smithi105.stdout:checking for new enough XFS_IOC_EXCHANGE_RANGE... no 2024-07-26T07:42:27.497 INFO:teuthology.orchestra.run.smithi105.stdout:checking for FICLONE... yes 2024-07-26T07:42:27.579 INFO:teuthology.orchestra.run.smithi105.stdout:checking for renameat2... yes 2024-07-26T07:42:27.666 INFO:teuthology.orchestra.run.smithi105.stdout:checking for reallocarray... yes 2024-07-26T07:42:27.764 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct mount_attr... yes 2024-07-26T07:42:27.881 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_qgroup_limit... yes 2024-07-26T07:42:27.989 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-07-26T07:42:28.097 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-07-26T07:42:28.206 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-07-26T07:42:28.311 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-07-26T07:42:28.418 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-07-26T07:42:28.521 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-07-26T07:42:28.588 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/btrfs.h usability... yes 2024-07-26T07:42:28.615 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/btrfs.h presence... yes 2024-07-26T07:42:28.616 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/btrfs.h... yes 2024-07-26T07:42:28.704 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/btrfs_tree.h usability... yes 2024-07-26T07:42:28.732 INFO:teuthology.orchestra.run.smithi105.stdout:checking linux/btrfs_tree.h presence... yes 2024-07-26T07:42:28.733 INFO:teuthology.orchestra.run.smithi105.stdout:checking for linux/btrfs_tree.h... yes 2024-07-26T07:42:28.790 INFO:teuthology.orchestra.run.smithi105.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-07-26T07:42:28.852 INFO:teuthology.orchestra.run.smithi105.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-07-26T07:42:28.885 INFO:teuthology.orchestra.run.smithi105.stdout:configure: creating ./config.status 2024-07-26T07:42:29.998 INFO:teuthology.orchestra.run.smithi105.stdout:config.status: creating include/builddefs 2024-07-26T07:42:30.034 INFO:teuthology.orchestra.run.smithi105.stdout:config.status: creating include/config.h 2024-07-26T07:42:30.062 INFO:teuthology.orchestra.run.smithi105.stdout:config.status: executing libtool commands 2024-07-26T07:42:30.160 INFO:teuthology.orchestra.run.smithi105.stdout:Building include 2024-07-26T07:42:30.169 INFO:teuthology.orchestra.run.smithi105.stdout:Building lib 2024-07-26T07:42:30.178 INFO:teuthology.orchestra.run.smithi105.stdout: [LTDEP] 2024-07-26T07:42:30.502 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dataascii.lo 2024-07-26T07:42:30.777 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] databin.lo 2024-07-26T07:42:30.915 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:42:30.922 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:42:31.052 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] datapid.lo 2024-07-26T07:42:31.296 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] file_lock.lo 2024-07-26T07:42:31.560 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] forker.lo 2024-07-26T07:42:31.807 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] pattern.lo 2024-07-26T07:42:32.027 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] open_flags.lo 2024-07-26T07:42:32.282 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] random_range.lo 2024-07-26T07:42:32.624 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] string_to_tokens.lo 2024-07-26T07:42:32.815 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] str_to_bytes.lo 2024-07-26T07:42:33.076 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] tlibio.lo 2024-07-26T07:42:33.457 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] write_log.lo 2024-07-26T07:42:33.845 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] random.lo 2024-07-26T07:42:34.085 INFO:teuthology.orchestra.run.smithi105.stdout: [LD] 2024-07-26T07:42:34.269 INFO:teuthology.orchestra.run.smithi105.stdout:Building ltp 2024-07-26T07:42:34.277 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:34.570 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] doio 2024-07-26T07:42:35.479 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fsstress 2024-07-26T07:42:37.126 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fsx 2024-07-26T07:42:38.074 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] growfiles 2024-07-26T07:42:38.794 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] iogen 2024-07-26T07:42:39.357 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-stress 2024-07-26T07:42:39.973 INFO:teuthology.orchestra.run.smithi105.stdout:Building src 2024-07-26T07:42:39.988 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:43.886 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:43.958 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:43.979 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:44.470 INFO:teuthology.orchestra.run.smithi105.stdout: [DEP] 2024-07-26T07:42:44.527 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dirstress 2024-07-26T07:42:44.959 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fill 2024-07-26T07:42:45.280 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fill2 2024-07-26T07:42:45.664 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] getpagesize 2024-07-26T07:42:45.963 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] holes 2024-07-26T07:42:46.338 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] lstat64 2024-07-26T07:42:46.696 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] nametest 2024-07-26T07:42:47.121 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] permname 2024-07-26T07:42:47.507 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] randholes 2024-07-26T07:42:47.951 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] runas 2024-07-26T07:42:48.308 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] truncfile 2024-07-26T07:42:48.668 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] usemem 2024-07-26T07:42:48.992 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] mmapcat 2024-07-26T07:42:49.307 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] append_reader 2024-07-26T07:42:49.605 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] append_writer 2024-07-26T07:42:49.929 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dirperf 2024-07-26T07:42:50.353 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] metaperf 2024-07-26T07:42:50.835 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] devzero 2024-07-26T07:42:51.162 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] feature 2024-07-26T07:42:51.560 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] alloc 2024-07-26T07:42:51.948 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fault 2024-07-26T07:42:52.280 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fstest 2024-07-26T07:42:52.707 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_access_root 2024-07-26T07:42:53.030 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] godown 2024-07-26T07:42:53.356 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] resvtest 2024-07-26T07:42:53.716 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] writemod 2024-07-26T07:42:54.015 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] writev_on_pagefault 2024-07-26T07:42:54.357 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] makeextents 2024-07-26T07:42:54.710 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] itrash 2024-07-26T07:42:55.037 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] rename 2024-07-26T07:42:55.347 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] multi_open_unlink 2024-07-26T07:42:55.701 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] unwritten_sync 2024-07-26T07:42:56.061 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] genhashnames 2024-07-26T07:42:56.405 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_holes 2024-07-26T07:42:56.722 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_writev 2024-07-26T07:42:57.032 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_truncate_cmtime 2024-07-26T07:42:57.362 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dirhash_collide 2024-07-26T07:42:57.727 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_rename_overwrite 2024-07-26T07:42:58.004 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] holetest 2024-07-26T07:42:58.416 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_truncate_self 2024-07-26T07:42:58.726 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] af_unix 2024-07-26T07:42:59.036 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_stale_pmd 2024-07-26T07:42:59.324 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_cow_race 2024-07-26T07:42:59.671 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_fallocate 2024-07-26T07:42:59.983 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fsync-err 2024-07-26T07:43:00.317 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_write_ro 2024-07-26T07:43:00.615 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_ext4_dax_journal_corruption 2024-07-26T07:43:00.925 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_ext4_dax_inline_corruption 2024-07-26T07:43:01.046 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:43:01.052 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:43:01.256 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_ofd_locks 2024-07-26T07:43:01.609 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_collision 2024-07-26T07:43:02.008 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] mmap-write-concurrent 2024-07-26T07:43:02.348 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_get_file_time 2024-07-26T07:43:02.613 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_create_short_dirs 2024-07-26T07:43:02.912 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_create_long_dirs 2024-07-26T07:43:03.195 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_enospc 2024-07-26T07:43:03.514 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_writev_overlap 2024-07-26T07:43:03.799 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] checkpoint_journal 2024-07-26T07:43:04.095 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] mmap-rw-fault 2024-07-26T07:43:04.456 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] allocstale 2024-07-26T07:43:04.798 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_cow_memory_failure 2024-07-26T07:43:05.142 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fake-dump-rootino 2024-07-26T07:43:05.459 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dio-buf-fault 2024-07-26T07:43:05.781 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] rewinddir-test 2024-07-26T07:43:06.124 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] readdir-while-renames 2024-07-26T07:43:06.439 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] xfsctl 2024-07-26T07:43:06.802 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] bstat 2024-07-26T07:43:07.195 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mtab 2024-07-26T07:43:07.572 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] getdevicesize 2024-07-26T07:43:07.882 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] preallo_rw_pattern_reader 2024-07-26T07:43:08.223 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] preallo_rw_pattern_writer 2024-07-26T07:43:08.535 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] ftrunc 2024-07-26T07:43:08.855 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] trunc 2024-07-26T07:43:09.181 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fs_perms 2024-07-26T07:43:09.522 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] testx 2024-07-26T07:43:09.808 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] looptest 2024-07-26T07:43:10.154 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] locktest 2024-07-26T07:43:10.659 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] unwritten_mmap 2024-07-26T07:43:10.974 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] bulkstat_unlink_test 2024-07-26T07:43:11.327 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] deduperace 2024-07-26T07:43:11.681 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] bulkstat_unlink_test_modified 2024-07-26T07:43:12.056 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_dir_offset 2024-07-26T07:43:12.387 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_futimens 2024-07-26T07:43:12.696 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_immutable 2024-07-26T07:43:13.535 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] stale_handle 2024-07-26T07:43:13.854 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] pwrite_mmap_blocked 2024-07-26T07:43:14.155 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_dir_offset2 2024-07-26T07:43:14.528 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] seek_sanity_test 2024-07-26T07:43:15.174 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] seek_copy_test 2024-07-26T07:43:15.513 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_readdir_1 2024-07-26T07:43:15.819 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_readdir_2 2024-07-26T07:43:16.136 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fsync-tester 2024-07-26T07:43:16.579 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] nsexec 2024-07-26T07:43:16.945 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] cloner 2024-07-26T07:43:17.302 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] renameat2 2024-07-26T07:43:17.625 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_getcwd 2024-07-26T07:43:17.952 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] e4compact 2024-07-26T07:43:18.310 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] test-nextquota 2024-07-26T07:43:18.625 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] punch-alternating 2024-07-26T07:43:18.976 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] attr-list-by-handle-cursor-test 2024-07-26T07:43:19.300 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] listxattr 2024-07-26T07:43:19.590 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dio-interleaved 2024-07-26T07:43:19.920 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_dir_type 2024-07-26T07:43:20.249 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dio-invalidate-cache 2024-07-26T07:43:20.632 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] stat_test 2024-07-26T07:43:21.103 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_encrypted_d_revalidate 2024-07-26T07:43:21.437 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] attr_replace_test 2024-07-26T07:43:21.773 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] swapon 2024-07-26T07:43:22.107 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] mkswap 2024-07-26T07:43:22.433 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_attr_corruption 2024-07-26T07:43:22.735 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_open_tmpfiles 2024-07-26T07:43:23.110 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fscrypt-crypt-util 2024-07-26T07:43:23.996 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] bulkstat_null_ocount 2024-07-26T07:43:24.307 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] splice-test 2024-07-26T07:43:24.663 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] chprojid_fail 2024-07-26T07:43:24.987 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] detached_mounts_propagation 2024-07-26T07:43:25.329 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] ext4_resize 2024-07-26T07:43:25.652 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_readdir_3 2024-07-26T07:43:26.021 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] splice2pipe 2024-07-26T07:43:26.372 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] uuid_ioctl 2024-07-26T07:43:26.682 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_snapshot_deleted_subvolume 2024-07-26T07:43:27.019 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fiemap-fault 2024-07-26T07:43:27.355 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fiemap-tester 2024-07-26T07:43:27.799 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_stripealign 2024-07-26T07:43:28.119 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] open_by_handle 2024-07-26T07:43:28.544 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] dbtest 2024-07-26T07:43:28.982 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_mmap_dio 2024-07-26T07:43:29.287 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] xfsfind 2024-07-26T07:43:29.664 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] t_reflink_read_race 2024-07-26T07:43:30.046 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] fssum 2024-07-26T07:43:30.677 INFO:teuthology.orchestra.run.smithi105.stdout:Building log-writes 2024-07-26T07:43:30.690 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] replay-log 2024-07-26T07:43:31.177 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:43:31.184 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:43:31.221 INFO:teuthology.orchestra.run.smithi105.stdout:Building perf 2024-07-26T07:43:31.230 INFO:teuthology.orchestra.run.smithi105.stdout:Building aio-dio-regress 2024-07-26T07:43:31.244 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aiocp 2024-07-26T07:43:31.609 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-append-write-fallocate-race 2024-07-26T07:43:31.925 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-append-write-read-race 2024-07-26T07:43:32.277 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-cow-race 2024-07-26T07:43:32.604 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-cycle-write 2024-07-26T07:43:32.958 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-eof-race 2024-07-26T07:43:33.314 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-extend-stat 2024-07-26T07:43:33.661 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-fcntl-race 2024-07-26T07:43:33.979 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-hole-filling-race 2024-07-26T07:43:34.298 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-invalidate-failure 2024-07-26T07:43:34.632 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-invalidate-readahead 2024-07-26T07:43:34.951 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aiodio_sparse2 2024-07-26T07:43:35.320 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-subblock-eof-read 2024-07-26T07:43:35.612 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-dio-write-verify 2024-07-26T07:43:36.007 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-07-26T07:43:36.300 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-07-26T07:43:36.588 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] aio-last-ref-held-by-io 2024-07-26T07:43:36.941 INFO:teuthology.orchestra.run.smithi105.stdout:Building vfs 2024-07-26T07:43:36.954 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] vfstest 2024-07-26T07:43:40.769 INFO:teuthology.orchestra.run.smithi105.stdout: [CC] mount-idmapped 2024-07-26T07:43:41.344 INFO:teuthology.orchestra.run.smithi105.stdout:Building m4 2024-07-26T07:43:41.356 INFO:teuthology.orchestra.run.smithi105.stdout:Building common 2024-07-26T07:43:41.367 INFO:teuthology.orchestra.run.smithi105.stdout:Building tests 2024-07-26T07:43:41.382 INFO:teuthology.orchestra.run.smithi105.stdout:Building btrfs 2024-07-26T07:43:41.398 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/btrfs/group.list 2024-07-26T07:43:41.614 INFO:teuthology.orchestra.run.smithi105.stdout:Building ceph 2024-07-26T07:43:41.627 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ceph/group.list 2024-07-26T07:43:41.677 INFO:teuthology.orchestra.run.smithi105.stdout:Building cifs 2024-07-26T07:43:41.692 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/cifs/group.list 2024-07-26T07:43:41.735 INFO:teuthology.orchestra.run.smithi105.stdout:Building ext4 2024-07-26T07:43:41.750 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ext4/group.list 2024-07-26T07:43:41.891 INFO:teuthology.orchestra.run.smithi105.stdout:Building f2fs 2024-07-26T07:43:41.905 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/f2fs/group.list 2024-07-26T07:43:41.968 INFO:teuthology.orchestra.run.smithi105.stdout:Building generic 2024-07-26T07:43:41.986 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/generic/group.list 2024-07-26T07:43:42.369 INFO:teuthology.orchestra.run.smithi105.stdout:Building nfs 2024-07-26T07:43:42.384 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/nfs/group.list 2024-07-26T07:43:42.439 INFO:teuthology.orchestra.run.smithi105.stdout:Building ocfs2 2024-07-26T07:43:42.454 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ocfs2/group.list 2024-07-26T07:43:42.501 INFO:teuthology.orchestra.run.smithi105.stdout:Building overlay 2024-07-26T07:43:42.515 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/overlay/group.list 2024-07-26T07:43:42.656 INFO:teuthology.orchestra.run.smithi105.stdout:Building perf 2024-07-26T07:43:42.670 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/perf/group.list 2024-07-26T07:43:42.711 INFO:teuthology.orchestra.run.smithi105.stdout:Building selftest 2024-07-26T07:43:42.726 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/selftest/group.list 2024-07-26T07:43:42.771 INFO:teuthology.orchestra.run.smithi105.stdout:Building tmpfs 2024-07-26T07:43:42.785 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/tmpfs/group.list 2024-07-26T07:43:42.832 INFO:teuthology.orchestra.run.smithi105.stdout:Building udf 2024-07-26T07:43:42.846 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/udf/group.list 2024-07-26T07:43:42.887 INFO:teuthology.orchestra.run.smithi105.stdout:Building xfs 2024-07-26T07:43:42.905 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/xfs/group.list 2024-07-26T07:43:43.293 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo make install) 2024-07-26T07:43:43.409 INFO:teuthology.orchestra.run.smithi105.stdout:Building include 2024-07-26T07:43:43.419 INFO:teuthology.orchestra.run.smithi105.stdout:Building lib 2024-07-26T07:43:43.431 INFO:teuthology.orchestra.run.smithi105.stdout:Building ltp 2024-07-26T07:43:43.443 INFO:teuthology.orchestra.run.smithi105.stdout:Building src 2024-07-26T07:43:43.523 INFO:teuthology.orchestra.run.smithi105.stdout:Building log-writes 2024-07-26T07:43:43.532 INFO:teuthology.orchestra.run.smithi105.stdout:Building perf 2024-07-26T07:43:43.543 INFO:teuthology.orchestra.run.smithi105.stdout:Building aio-dio-regress 2024-07-26T07:43:43.555 INFO:teuthology.orchestra.run.smithi105.stdout:Building vfs 2024-07-26T07:43:43.566 INFO:teuthology.orchestra.run.smithi105.stdout:Building m4 2024-07-26T07:43:43.577 INFO:teuthology.orchestra.run.smithi105.stdout:Building common 2024-07-26T07:43:43.587 INFO:teuthology.orchestra.run.smithi105.stdout:Building tests 2024-07-26T07:43:43.601 INFO:teuthology.orchestra.run.smithi105.stdout:Building btrfs 2024-07-26T07:43:43.617 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/btrfs/group.list 2024-07-26T07:43:43.827 INFO:teuthology.orchestra.run.smithi105.stdout:Building ceph 2024-07-26T07:43:43.841 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ceph/group.list 2024-07-26T07:43:43.890 INFO:teuthology.orchestra.run.smithi105.stdout:Building cifs 2024-07-26T07:43:43.904 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/cifs/group.list 2024-07-26T07:43:43.947 INFO:teuthology.orchestra.run.smithi105.stdout:Building ext4 2024-07-26T07:43:43.962 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ext4/group.list 2024-07-26T07:43:44.100 INFO:teuthology.orchestra.run.smithi105.stdout:Building f2fs 2024-07-26T07:43:44.114 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/f2fs/group.list 2024-07-26T07:43:44.175 INFO:teuthology.orchestra.run.smithi105.stdout:Building generic 2024-07-26T07:43:44.193 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/generic/group.list 2024-07-26T07:43:44.529 INFO:teuthology.orchestra.run.smithi105.stdout:Building nfs 2024-07-26T07:43:44.544 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/nfs/group.list 2024-07-26T07:43:44.596 INFO:teuthology.orchestra.run.smithi105.stdout:Building ocfs2 2024-07-26T07:43:44.610 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ocfs2/group.list 2024-07-26T07:43:44.659 INFO:teuthology.orchestra.run.smithi105.stdout:Building overlay 2024-07-26T07:43:44.674 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/overlay/group.list 2024-07-26T07:43:44.820 INFO:teuthology.orchestra.run.smithi105.stdout:Building perf 2024-07-26T07:43:44.835 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/perf/group.list 2024-07-26T07:43:44.877 INFO:teuthology.orchestra.run.smithi105.stdout:Building selftest 2024-07-26T07:43:44.892 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/selftest/group.list 2024-07-26T07:43:44.938 INFO:teuthology.orchestra.run.smithi105.stdout:Building tmpfs 2024-07-26T07:43:44.952 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/tmpfs/group.list 2024-07-26T07:43:45.000 INFO:teuthology.orchestra.run.smithi105.stdout:Building udf 2024-07-26T07:43:45.014 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/udf/group.list 2024-07-26T07:43:45.054 INFO:teuthology.orchestra.run.smithi105.stdout:Building xfs 2024-07-26T07:43:45.070 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/xfs/group.list 2024-07-26T07:43:45.387 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2024-07-26T07:43:45.390 INFO:teuthology.orchestra.run.smithi105.stdout:gmake[1]: Nothing to be done for 'install'. 2024-07-26T07:43:45.390 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2024-07-26T07:43:45.395 INFO:teuthology.orchestra.run.smithi105.stdout:gmake[1]: Nothing to be done for 'install'. 2024-07-26T07:43:45.395 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2024-07-26T07:43:45.400 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2024-07-26T07:43:45.433 INFO:teuthology.orchestra.run.smithi105.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2024-07-26T07:43:45.651 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2024-07-26T07:43:45.683 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2024-07-26T07:43:45.728 INFO:teuthology.orchestra.run.smithi105.stdout:Building log-writes 2024-07-26T07:43:45.739 INFO:teuthology.orchestra.run.smithi105.stdout:Building perf 2024-07-26T07:43:45.750 INFO:teuthology.orchestra.run.smithi105.stdout:Building aio-dio-regress 2024-07-26T07:43:45.761 INFO:teuthology.orchestra.run.smithi105.stdout:Building vfs 2024-07-26T07:43:45.769 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake -C log-writes install 2024-07-26T07:43:45.773 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2024-07-26T07:43:45.805 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2024-07-26T07:43:45.837 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake -C perf install 2024-07-26T07:43:45.841 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2024-07-26T07:43:45.872 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2024-07-26T07:43:45.951 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake -C aio-dio-regress install 2024-07-26T07:43:45.956 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2024-07-26T07:43:45.989 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2024-07-26T07:43:46.181 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake -C vfs install 2024-07-26T07:43:46.185 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2024-07-26T07:43:46.217 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2024-07-26T07:43:46.262 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2024-07-26T07:43:46.293 INFO:teuthology.orchestra.run.smithi105.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test readdir-while-renames xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl t_snapshot_deleted_subvolume fiemap-fault fiemap-tester t_stripealign open_by_handle dbtest t_mmap_dio xfsfind t_reflink_read_race fssum /var/lib/xfstests/src 2024-07-26T07:43:50.713 INFO:teuthology.orchestra.run.smithi105.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2024-07-26T07:43:51.041 INFO:teuthology.orchestra.run.smithi105.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2024-07-26T07:43:51.110 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2024-07-26T07:43:51.114 INFO:teuthology.orchestra.run.smithi105.stdout:gmake[1]: Nothing to be done for 'install'. 2024-07-26T07:43:51.114 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2024-07-26T07:43:51.118 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2024-07-26T07:43:51.150 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2024-07-26T07:43:51.659 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2024-07-26T07:43:51.663 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/btrfs/ install 2024-07-26T07:43:51.670 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/btrfs/group.list 2024-07-26T07:43:51.895 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2024-07-26T07:43:51.927 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 313 314 315 316 317 318 320 330 /var/lib/xfstests/tests/btrfs 2024-07-26T07:43:55.215 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2024-07-26T07:43:55.249 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 313.out 314.out 315.out 316.out 317.out 318.out 320.out 330.out /var/lib/xfstests/tests/btrfs 2024-07-26T07:43:58.623 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ceph/ install 2024-07-26T07:43:58.632 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ceph/group.list 2024-07-26T07:43:58.681 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2024-07-26T07:43:58.714 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2024-07-26T07:43:58.781 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2024-07-26T07:43:58.813 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2024-07-26T07:43:58.888 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/cifs/ install 2024-07-26T07:43:58.895 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/cifs/group.list 2024-07-26T07:43:58.934 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2024-07-26T07:43:58.958 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2024-07-26T07:43:58.984 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2024-07-26T07:43:59.009 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2024-07-26T07:43:59.036 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ext4/ install 2024-07-26T07:43:59.044 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ext4/group.list 2024-07-26T07:43:59.173 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2024-07-26T07:43:59.203 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2024-07-26T07:43:59.885 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2024-07-26T07:43:59.916 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2024-07-26T07:44:00.622 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/f2fs/ install 2024-07-26T07:44:00.628 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/f2fs/group.list 2024-07-26T07:44:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2024-07-26T07:44:00.720 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2024-07-26T07:44:00.760 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2024-07-26T07:44:00.790 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2024-07-26T07:44:00.833 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/generic/ install 2024-07-26T07:44:00.842 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/generic/group.list 2024-07-26T07:44:01.224 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2024-07-26T07:44:01.255 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 /var/lib/xfstests/tests/generic 2024-07-26T07:44:01.298 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:44:01.306 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:44:09.414 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2024-07-26T07:44:09.449 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out /var/lib/xfstests/tests/generic 2024-07-26T07:44:17.241 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/nfs/ install 2024-07-26T07:44:17.248 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/nfs/group.list 2024-07-26T07:44:17.297 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2024-07-26T07:44:17.329 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2024-07-26T07:44:17.362 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2024-07-26T07:44:17.395 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2024-07-26T07:44:17.430 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ocfs2/ install 2024-07-26T07:44:17.437 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/ocfs2/group.list 2024-07-26T07:44:17.483 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2024-07-26T07:44:17.515 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2024-07-26T07:44:17.548 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2024-07-26T07:44:17.580 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2024-07-26T07:44:17.614 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/overlay/ install 2024-07-26T07:44:17.621 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/overlay/group.list 2024-07-26T07:44:17.766 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2024-07-26T07:44:17.797 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2024-07-26T07:44:18.983 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2024-07-26T07:44:19.014 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2024-07-26T07:44:20.072 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/perf/ install 2024-07-26T07:44:20.078 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/perf/group.list 2024-07-26T07:44:20.117 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2024-07-26T07:44:20.149 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2024-07-26T07:44:20.181 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2024-07-26T07:44:20.213 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2024-07-26T07:44:20.247 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/selftest/ install 2024-07-26T07:44:20.254 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/selftest/group.list 2024-07-26T07:44:20.297 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2024-07-26T07:44:20.328 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2024-07-26T07:44:20.412 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2024-07-26T07:44:20.446 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2024-07-26T07:44:20.527 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/tmpfs/ install 2024-07-26T07:44:20.534 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/tmpfs/group.list 2024-07-26T07:44:20.579 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2024-07-26T07:44:20.609 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2024-07-26T07:44:20.641 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2024-07-26T07:44:20.675 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2024-07-26T07:44:20.708 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/udf/ install 2024-07-26T07:44:20.715 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/udf/group.list 2024-07-26T07:44:20.751 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2024-07-26T07:44:20.781 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2024-07-26T07:44:20.809 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2024-07-26T07:44:20.837 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2024-07-26T07:44:20.868 INFO:teuthology.orchestra.run.smithi105.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.FtykIkeoTvxfstests-dev/tests/xfs/ install 2024-07-26T07:44:20.877 INFO:teuthology.orchestra.run.smithi105.stdout: [GROUP] /tmp/tmp.FtykIkeoTvxfstests-dev/tests/xfs/group.list 2024-07-26T07:44:21.232 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2024-07-26T07:44:21.264 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2024-07-26T07:44:28.602 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2024-07-26T07:44:28.636 INFO:teuthology.orchestra.run.smithi105.stdout:../../install-sh -o root -g root -m 644 021.out.default 021.out.parent 033.out.crc 033.out.default 071.out.32 071.out.64 216.out.64mblog 216.out.classic 614.out.lba1024 614.out.lba2048 614.out.lba4096 614.out.lba512 021.cfg 033.cfg 216.cfg 614.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 612.out 613.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2024-07-26T07:44:31.422 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:44:31.427 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:44:36.521 INFO:teuthology.orchestra.run.smithi105.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2024-07-26T07:44:36.554 INFO:teuthology.orchestra.run.smithi105.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2024-07-26T07:44:36.585 INFO:teuthology.orchestra.run.smithi105.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2024-07-26T07:44:36.618 INFO:teuthology.orchestra.run.smithi105.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2024-07-26T07:44:36.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T07:44:36.658 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec ls tests/generic) 2024-07-26T07:44:36.709 INFO:teuthology.orchestra.run.smithi105.stdout:001 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:001.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:002 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:002.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:003 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:003.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:004 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:004.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:005 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:005.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:006 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:006.out 2024-07-26T07:44:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:007 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:007.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:008 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:008.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:009 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:009.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:010 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:010.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:011 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:011.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:012 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:012.out 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:013 2024-07-26T07:44:36.711 INFO:teuthology.orchestra.run.smithi105.stdout:013.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:014 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:014.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:015 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:015.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:016 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:016.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:017 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:017.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:018 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:018.out 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:019 2024-07-26T07:44:36.712 INFO:teuthology.orchestra.run.smithi105.stdout:019.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:020 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:020.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:021 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:021.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:022 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:022.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:023 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:023.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:024 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:024.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:025 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:025.out 2024-07-26T07:44:36.713 INFO:teuthology.orchestra.run.smithi105.stdout:026 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:026.out 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:027 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:027.out 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:028 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:028.out 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:029 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:029.out 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:030 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:030.out 2024-07-26T07:44:36.714 INFO:teuthology.orchestra.run.smithi105.stdout:031 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:031.out 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:032 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:032.out 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:033 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:033.out 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:034 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:034.out 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:035 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:035.cfg 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:035.out.default 2024-07-26T07:44:36.715 INFO:teuthology.orchestra.run.smithi105.stdout:035.out.nfs 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:036 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:036.out 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:037 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:037.out 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:038 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:038.out 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:039 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:039.out 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:040 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:040.out 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:041 2024-07-26T07:44:36.716 INFO:teuthology.orchestra.run.smithi105.stdout:041.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:042 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:042.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:043 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:043.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:044 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:044.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:045 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:045.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:046 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:046.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:047 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:047.out 2024-07-26T07:44:36.717 INFO:teuthology.orchestra.run.smithi105.stdout:048 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:048.out 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:049 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:049.out 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:050 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:050.cfg 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:050.out.default 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:050.out.nojournal 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:050.out.xfsquota 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:051 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:051.out 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:052 2024-07-26T07:44:36.718 INFO:teuthology.orchestra.run.smithi105.stdout:052.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:053 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:053.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:054 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:054.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:055 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:055.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:056 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:056.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:057 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:057.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:058 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:058.out 2024-07-26T07:44:36.719 INFO:teuthology.orchestra.run.smithi105.stdout:059 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:059.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:060 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:060.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:061 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:061.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:062 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:062.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:063 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:063.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:064 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:064.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:065 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:065.out 2024-07-26T07:44:36.720 INFO:teuthology.orchestra.run.smithi105.stdout:066 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:066.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:067 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:067.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:068 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:068.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:069 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:069.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:070 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:070.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:071 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:071.out 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:072 2024-07-26T07:44:36.721 INFO:teuthology.orchestra.run.smithi105.stdout:072.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:073 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:073.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:074 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:074.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:075 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:075.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:076 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:076.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:077 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:077.out 2024-07-26T07:44:36.722 INFO:teuthology.orchestra.run.smithi105.stdout:078 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:078.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:079 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:079.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:080 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:080.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:081 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:081.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:082 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:082.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:083 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:083.out 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:084 2024-07-26T07:44:36.723 INFO:teuthology.orchestra.run.smithi105.stdout:084.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:085 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:085.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:086 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:086.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:087 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:087.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:088 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:088.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:089 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:089.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:090 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:090.out 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:091 2024-07-26T07:44:36.724 INFO:teuthology.orchestra.run.smithi105.stdout:091.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:092 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:092.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:093 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:093.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:094 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:094.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:095 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:095.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:096 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:096.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:097 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:097.out 2024-07-26T07:44:36.725 INFO:teuthology.orchestra.run.smithi105.stdout:098 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:098.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:099 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:099.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:100 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:100.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:101 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:101.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:102 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:102.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:103 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:103.out 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:104 2024-07-26T07:44:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:104.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:105 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:105.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:106 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:106.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:107 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:107.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:108 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:108.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:109 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:109.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:110 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:110.out 2024-07-26T07:44:36.727 INFO:teuthology.orchestra.run.smithi105.stdout:111 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:111.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:112 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:112.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:113 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:113.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:114 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:114.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:115 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:115.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:116 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:116.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:117 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:117.out 2024-07-26T07:44:36.728 INFO:teuthology.orchestra.run.smithi105.stdout:118 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:118.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:119 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:119.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:120 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:120.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:121 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:121.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:122 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:122.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:123 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:123.out 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:124 2024-07-26T07:44:36.729 INFO:teuthology.orchestra.run.smithi105.stdout:124.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:125 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:125.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:126 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:126.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:127 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:127.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:128 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:128.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:129 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:129.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:130 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:130.out 2024-07-26T07:44:36.730 INFO:teuthology.orchestra.run.smithi105.stdout:131 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:131.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:132 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:132.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:133 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:133.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:134 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:134.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:135 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:135.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:136 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:136.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:137 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:137.out 2024-07-26T07:44:36.731 INFO:teuthology.orchestra.run.smithi105.stdout:138 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:138.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:139 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:139.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:140 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:140.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:141 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:141.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:142 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:142.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:143 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:143.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:144 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:144.out 2024-07-26T07:44:36.732 INFO:teuthology.orchestra.run.smithi105.stdout:145 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:145.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:146 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:146.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:147 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:147.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:148 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:148.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:149 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:149.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:150 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:150.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:151 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:151.out 2024-07-26T07:44:36.733 INFO:teuthology.orchestra.run.smithi105.stdout:152 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:152.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:153 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:153.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:154 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:154.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:155 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:155.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:156 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:156.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:157 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:157.out 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:158 2024-07-26T07:44:36.734 INFO:teuthology.orchestra.run.smithi105.stdout:158.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:159 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:159.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:160 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:160.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:161 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:161.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:162 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:162.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:163 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:163.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:164 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:164.out 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:165 2024-07-26T07:44:36.735 INFO:teuthology.orchestra.run.smithi105.stdout:165.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:166 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:166.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:167 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:167.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:168 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:168.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:169 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:169.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:170 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:170.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:171 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:171.out 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:172 2024-07-26T07:44:36.736 INFO:teuthology.orchestra.run.smithi105.stdout:172.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:173 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:173.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:174 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:174.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:175 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:175.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:176 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:176.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:177 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:177.out 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:178 2024-07-26T07:44:36.737 INFO:teuthology.orchestra.run.smithi105.stdout:178.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:179 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:179.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:180 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:180.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:181 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:181.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:182 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:182.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:183 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:183.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:184 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:184.out 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:185 2024-07-26T07:44:36.738 INFO:teuthology.orchestra.run.smithi105.stdout:185.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:186 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:186.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:187 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:187.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:188 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:188.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:189 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:189.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:190 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:190.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:191 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:191.out 2024-07-26T07:44:36.739 INFO:teuthology.orchestra.run.smithi105.stdout:192 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:192.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:193 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:193.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:194 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:194.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:195 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:195.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:196 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:196.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:197 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:197.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:198 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:198.out 2024-07-26T07:44:36.740 INFO:teuthology.orchestra.run.smithi105.stdout:199 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:199.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:200 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:200.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:201 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:201.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:202 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:202.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:203 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:203.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:204 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:204.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:205 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:205.out 2024-07-26T07:44:36.741 INFO:teuthology.orchestra.run.smithi105.stdout:206 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:206.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:207 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:207.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:208 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:208.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:209 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:209.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:210 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:210.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:211 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:211.out 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:212 2024-07-26T07:44:36.742 INFO:teuthology.orchestra.run.smithi105.stdout:212.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:213 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:213.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:214 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:214.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:215 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:215.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:216 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:216.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:217 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:217.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:218 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:218.out 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:219 2024-07-26T07:44:36.743 INFO:teuthology.orchestra.run.smithi105.stdout:219.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:220 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:220.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:221 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:221.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:222 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:222.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:223 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:223.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:224 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:224.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:225 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:225.out 2024-07-26T07:44:36.744 INFO:teuthology.orchestra.run.smithi105.stdout:226 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:226.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:227 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:227.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:228 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:228.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:229 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:229.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:230 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:230.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:231 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:231.out 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:232 2024-07-26T07:44:36.745 INFO:teuthology.orchestra.run.smithi105.stdout:232.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:233 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:233.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:234 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:234.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:235 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:235.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:236 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:236.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:237 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:237.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:238 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:238.out 2024-07-26T07:44:36.746 INFO:teuthology.orchestra.run.smithi105.stdout:239 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:239.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:240 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:240.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:241 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:241.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:242 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:242.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:243 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:243.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:244 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:244.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:245 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:245.out 2024-07-26T07:44:36.747 INFO:teuthology.orchestra.run.smithi105.stdout:246 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:246.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:247 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:247.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:248 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:248.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:249 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:249.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:250 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:250.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:251 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:251.out 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:252 2024-07-26T07:44:36.748 INFO:teuthology.orchestra.run.smithi105.stdout:252.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:253 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:253.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:254 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:254.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:255 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:255.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:256 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:256.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:257 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:257.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:258 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:258.out 2024-07-26T07:44:36.749 INFO:teuthology.orchestra.run.smithi105.stdout:259 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:259.out 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:260 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:260.out 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:261 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:261.out 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:262 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:262.out 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:263 2024-07-26T07:44:36.750 INFO:teuthology.orchestra.run.smithi105.stdout:263.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:264 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:264.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:265 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:265.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:266 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:266.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:267 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:267.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:268 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:268.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:269 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:269.out 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:270 2024-07-26T07:44:36.751 INFO:teuthology.orchestra.run.smithi105.stdout:270.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:271 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:271.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:272 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:272.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:273 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:273.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:274 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:274.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:275 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:275.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:276 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:276.out 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:277 2024-07-26T07:44:36.752 INFO:teuthology.orchestra.run.smithi105.stdout:277.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:278 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:278.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:279 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:279.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:280 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:280.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:281 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:281.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:282 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:282.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:283 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:283.out 2024-07-26T07:44:36.753 INFO:teuthology.orchestra.run.smithi105.stdout:284 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:284.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:285 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:285.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:286 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:286.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:287 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:287.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:288 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:288.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:289 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:289.out 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:290 2024-07-26T07:44:36.754 INFO:teuthology.orchestra.run.smithi105.stdout:290.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:291 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:291.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:292 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:292.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:293 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:293.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:294 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:294.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:295 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:295.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:296 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:296.out 2024-07-26T07:44:36.755 INFO:teuthology.orchestra.run.smithi105.stdout:297 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:297.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:298 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:298.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:299 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:299.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:300 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:300.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:301 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:301.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:302 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:302.out 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:303 2024-07-26T07:44:36.756 INFO:teuthology.orchestra.run.smithi105.stdout:303.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:304 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:304.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:305 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:305.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:306 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:306.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:307 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:307.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:308 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:308.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:309 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:309.out 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:310 2024-07-26T07:44:36.757 INFO:teuthology.orchestra.run.smithi105.stdout:310.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:311 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:311.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:312 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:312.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:313 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:313.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:314 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:314.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:315 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:315.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:316 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:316.out 2024-07-26T07:44:36.758 INFO:teuthology.orchestra.run.smithi105.stdout:317 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:317.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:318 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:318.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:319 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:319.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:320 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:320.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:321 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:321.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:322 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:322.out 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:323 2024-07-26T07:44:36.759 INFO:teuthology.orchestra.run.smithi105.stdout:323.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:324 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:324.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:325 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:325.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:326 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:326.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:327 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:327.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:328 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:328.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:329 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:329.out 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:330 2024-07-26T07:44:36.760 INFO:teuthology.orchestra.run.smithi105.stdout:330.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:331 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:331.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:332 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:332.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:333 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:333.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:334 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:334.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:335 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:335.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:336 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:336.out 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:337 2024-07-26T07:44:36.761 INFO:teuthology.orchestra.run.smithi105.stdout:337.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:338 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:338.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:339 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:339.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:340 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:340.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:341 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:341.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:342 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:342.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:343 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:343.out 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:344 2024-07-26T07:44:36.762 INFO:teuthology.orchestra.run.smithi105.stdout:344.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:345 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:345.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:346 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:346.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:347 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:347.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:348 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:348.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:349 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:349.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:350 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:350.out 2024-07-26T07:44:36.763 INFO:teuthology.orchestra.run.smithi105.stdout:351 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:351.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:352 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:352.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:353 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:353.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:354 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:354.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:355 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:355.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:356 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:356.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:357 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:357.out 2024-07-26T07:44:36.764 INFO:teuthology.orchestra.run.smithi105.stdout:358 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:358.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:359 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:359.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:360 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:360.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:361 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:361.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:371 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:371.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:372 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:372.out 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:373 2024-07-26T07:44:36.765 INFO:teuthology.orchestra.run.smithi105.stdout:373.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:374 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:374.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:375 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:375.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:376 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:376.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:377 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:377.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:378 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:378.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:379 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:379.out 2024-07-26T07:44:36.766 INFO:teuthology.orchestra.run.smithi105.stdout:380 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:380.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:381 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:381.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:382 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:382.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:383 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:383.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:384 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:384.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:385 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:385.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:386 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:386.out 2024-07-26T07:44:36.767 INFO:teuthology.orchestra.run.smithi105.stdout:387 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:387.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:388 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:388.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:389 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:389.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:390 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:390.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:391 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:391.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:392 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:392.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:393 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:393.out 2024-07-26T07:44:36.768 INFO:teuthology.orchestra.run.smithi105.stdout:394 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:394.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:395 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:395.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:396 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:396.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:397 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:397.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:398 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:398.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:399 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:399.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:400 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:400.out 2024-07-26T07:44:36.769 INFO:teuthology.orchestra.run.smithi105.stdout:401 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:401.out 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:402 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:402.out 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:403 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:403.out 2024-07-26T07:44:36.770 INFO:teuthology.orchestra.run.smithi105.stdout:404 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:404.out 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:405 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:405.out 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:406 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:406.out 2024-07-26T07:44:36.771 INFO:teuthology.orchestra.run.smithi105.stdout:407 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:407.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:408 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:408.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:409 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:409.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:410 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:410.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:411 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:411.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:412 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:412.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:413 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:413.out 2024-07-26T07:44:36.772 INFO:teuthology.orchestra.run.smithi105.stdout:414 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:414.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:415 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:415.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:416 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:416.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:417 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:417.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:418 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:418.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:419 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:419.out 2024-07-26T07:44:36.773 INFO:teuthology.orchestra.run.smithi105.stdout:420 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:420.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:421 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:421.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:422 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:422.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:423 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:423.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:424 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:424.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:425 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:425.out 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:426 2024-07-26T07:44:36.774 INFO:teuthology.orchestra.run.smithi105.stdout:426.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:427 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:427.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:428 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:428.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:429 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:429.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:430 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:430.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:431 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:431.out 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:432 2024-07-26T07:44:36.775 INFO:teuthology.orchestra.run.smithi105.stdout:432.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:433 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:433.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:434 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:434.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:435 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:435.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:436 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:436.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:437 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:437.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:438 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:438.out 2024-07-26T07:44:36.776 INFO:teuthology.orchestra.run.smithi105.stdout:439 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:439.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:440 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:440.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:441 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:441.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:442 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:442.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:443 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:443.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:444 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:444.out 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:445 2024-07-26T07:44:36.777 INFO:teuthology.orchestra.run.smithi105.stdout:445.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:446 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:446.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:447 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:447.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:448 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:448.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:449 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:449.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:450 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:450.out 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:451 2024-07-26T07:44:36.778 INFO:teuthology.orchestra.run.smithi105.stdout:451.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:452 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:452.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:453 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:453.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:454 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:454.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:455 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:455.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:456 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:456.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:457 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:457.out 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:458 2024-07-26T07:44:36.779 INFO:teuthology.orchestra.run.smithi105.stdout:458.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:459 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:459.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:460 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:460.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:461 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:461.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:462 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:462.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:463 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:463.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:464 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:464.out 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:465 2024-07-26T07:44:36.780 INFO:teuthology.orchestra.run.smithi105.stdout:465.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:466 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:466.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:467 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:467.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:468 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:468.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:469 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:469.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:470 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:470.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:471 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:471.out 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:472 2024-07-26T07:44:36.781 INFO:teuthology.orchestra.run.smithi105.stdout:472.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:473 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:473.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:474 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:474.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:475 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:475.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:476 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:476.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:477 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:477.out 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:478 2024-07-26T07:44:36.782 INFO:teuthology.orchestra.run.smithi105.stdout:478.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:479 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:479.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:480 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:480.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:481 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:481.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:482 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:482.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:483 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:483.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:484 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:484.out 2024-07-26T07:44:36.783 INFO:teuthology.orchestra.run.smithi105.stdout:485 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:485.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:486 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:486.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:487 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:487.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:488 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:488.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:489 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:489.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:490 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:490.out 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:491 2024-07-26T07:44:36.784 INFO:teuthology.orchestra.run.smithi105.stdout:491.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:492 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:492.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:493 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:493.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:494 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:494.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:495 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:495.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:496 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:496.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:497 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:497.out 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:498 2024-07-26T07:44:36.785 INFO:teuthology.orchestra.run.smithi105.stdout:498.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:499 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:499.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:500 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:500.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:501 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:501.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:502 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:502.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:503 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:503.out 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:504 2024-07-26T07:44:36.786 INFO:teuthology.orchestra.run.smithi105.stdout:504.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:505 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:505.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:506 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:506.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:507 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:507.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:508 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:508.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:509 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:509.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:510 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:510.out 2024-07-26T07:44:36.787 INFO:teuthology.orchestra.run.smithi105.stdout:511 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:511.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:512 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:512.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:513 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:513.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:514 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:514.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:515 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:515.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:516 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:516.out 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:517 2024-07-26T07:44:36.788 INFO:teuthology.orchestra.run.smithi105.stdout:517.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:518 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:518.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:519 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:519.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:520 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:520.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:521 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:521.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:522 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:522.out 2024-07-26T07:44:36.789 INFO:teuthology.orchestra.run.smithi105.stdout:523 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:523.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:524 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:524.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:525 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:525.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:526 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:526.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:527 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:527.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:528 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:528.out 2024-07-26T07:44:36.790 INFO:teuthology.orchestra.run.smithi105.stdout:529 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:529.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:530 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:530.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:531 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:531.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:532 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:532.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:533 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:533.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:534 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:534.out 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:535 2024-07-26T07:44:36.791 INFO:teuthology.orchestra.run.smithi105.stdout:535.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:536 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:536.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:537 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:537.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:538 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:538.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:539 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:539.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:540 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:540.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:541 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:541.out 2024-07-26T07:44:36.792 INFO:teuthology.orchestra.run.smithi105.stdout:542 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:542.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:543 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:543.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:544 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:544.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:545 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:545.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:546 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:546.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:547 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:547.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:548 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:548.out 2024-07-26T07:44:36.793 INFO:teuthology.orchestra.run.smithi105.stdout:549 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:549.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:550 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:550.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:551 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:551.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:552 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:552.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:553 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:553.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:554 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:554.out 2024-07-26T07:44:36.794 INFO:teuthology.orchestra.run.smithi105.stdout:555 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:555.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:556 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:556.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:557 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:557.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:558 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:558.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:559 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:559.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:560 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:560.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:561 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:561.out 2024-07-26T07:44:36.795 INFO:teuthology.orchestra.run.smithi105.stdout:562 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:562.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:563 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:563.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:564 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:564.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:565 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:565.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:566 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:566.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:567 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:567.out 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:568 2024-07-26T07:44:36.796 INFO:teuthology.orchestra.run.smithi105.stdout:568.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:569 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:569.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:570 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:570.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:571 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:571.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:572 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:572.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:573 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:573.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:574 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:574.out 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:575 2024-07-26T07:44:36.797 INFO:teuthology.orchestra.run.smithi105.stdout:575.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:576 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:576.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:577 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:577.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:578 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:578.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:579 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:579.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:580 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:580.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:581 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:581.out 2024-07-26T07:44:36.798 INFO:teuthology.orchestra.run.smithi105.stdout:582 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:582.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:583 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:583.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:584 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:584.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:585 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:585.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:586 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:586.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:587 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:587.out 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:588 2024-07-26T07:44:36.799 INFO:teuthology.orchestra.run.smithi105.stdout:588.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:589 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:589.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:590 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:590.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:591 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:591.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:592 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:592.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:593 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:593.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:594 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:594.out 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:595 2024-07-26T07:44:36.800 INFO:teuthology.orchestra.run.smithi105.stdout:595.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:596 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:596.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:597 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:597.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:598 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:598.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:599 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:599.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:600 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:600.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:601 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:601.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:602 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:602.out 2024-07-26T07:44:36.801 INFO:teuthology.orchestra.run.smithi105.stdout:603 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:603.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:604 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:604.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:605 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:605.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:606 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:606.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:607 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:607.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:608 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:608.out 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:609 2024-07-26T07:44:36.802 INFO:teuthology.orchestra.run.smithi105.stdout:609.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:610 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:610.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:611 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:611.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:612 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:612.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:613 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:613.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:614 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:614.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:615 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:615.out 2024-07-26T07:44:36.803 INFO:teuthology.orchestra.run.smithi105.stdout:616 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:616.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:617 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:617.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:618 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:618.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:619 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:619.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:620 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:620.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:621 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:621.out 2024-07-26T07:44:36.804 INFO:teuthology.orchestra.run.smithi105.stdout:622 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:622.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:623 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:623.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:624 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:624.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:625 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:625.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:626 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:626.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:627 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:627.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:628 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:628.out 2024-07-26T07:44:36.805 INFO:teuthology.orchestra.run.smithi105.stdout:629 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:629.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:630 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:630.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:631 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:631.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:632 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:632.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:633 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:633.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:634 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:634.out 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:635 2024-07-26T07:44:36.806 INFO:teuthology.orchestra.run.smithi105.stdout:635.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:636 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:636.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:637 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:637.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:638 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:638.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:639 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:639.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:640 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:640.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:641 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:641.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:642 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:642.out 2024-07-26T07:44:36.807 INFO:teuthology.orchestra.run.smithi105.stdout:643 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:643.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:644 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:644.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:645 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:645.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:646 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:646.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:647 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:647.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:648 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:648.out 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:649 2024-07-26T07:44:36.808 INFO:teuthology.orchestra.run.smithi105.stdout:649.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:650 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:650.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:651 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:651.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:652 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:652.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:653 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:653.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:654 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:654.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:655 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:655.out 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:656 2024-07-26T07:44:36.809 INFO:teuthology.orchestra.run.smithi105.stdout:656.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:657 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:657.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:658 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:658.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:659 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:659.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:660 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:660.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:661 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:661.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:662 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:662.out 2024-07-26T07:44:36.810 INFO:teuthology.orchestra.run.smithi105.stdout:663 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:663.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:664 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:664.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:665 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:665.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:666 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:666.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:667 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:667.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:668 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:668.out 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:669 2024-07-26T07:44:36.811 INFO:teuthology.orchestra.run.smithi105.stdout:669.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:670 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:670.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:671 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:671.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:672 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:672.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:673 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:673.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:674 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:674.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:675 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:675.out 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:676 2024-07-26T07:44:36.812 INFO:teuthology.orchestra.run.smithi105.stdout:676.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:677 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:677.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:678 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:678.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:679 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:679.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:680 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:680.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:681 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:681.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:682 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:682.out 2024-07-26T07:44:36.813 INFO:teuthology.orchestra.run.smithi105.stdout:683 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:683.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:684 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:684.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:685 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:685.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:686 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:686.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:687 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:687.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:688 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:688.out 2024-07-26T07:44:36.814 INFO:teuthology.orchestra.run.smithi105.stdout:689 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:689.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:690 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:690.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:691 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:691.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:692 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:692.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:693 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:693.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:694 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:694.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:695 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:695.out 2024-07-26T07:44:36.815 INFO:teuthology.orchestra.run.smithi105.stdout:696 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:696.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:697 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:697.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:698 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:698.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:699 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:699.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:700 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:700.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:701 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:701.out 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:702 2024-07-26T07:44:36.816 INFO:teuthology.orchestra.run.smithi105.stdout:702.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:703 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:703.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:704 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:704.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:705 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:705.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:706 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:706.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:707 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:707.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:708 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:708.out 2024-07-26T07:44:36.817 INFO:teuthology.orchestra.run.smithi105.stdout:709 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:709.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:710 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:710.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:711 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:711.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:712 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:712.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:713 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:713.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:714 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:714.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:715 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:715.out 2024-07-26T07:44:36.818 INFO:teuthology.orchestra.run.smithi105.stdout:716 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:716.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:717 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:717.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:718 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:718.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:719 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:719.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:720 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:720.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:721 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:721.out 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:722 2024-07-26T07:44:36.819 INFO:teuthology.orchestra.run.smithi105.stdout:722.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:723 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:723.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:724 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:724.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:725 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:725.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:726 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:726.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:727 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:727.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:728 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:728.out 2024-07-26T07:44:36.820 INFO:teuthology.orchestra.run.smithi105.stdout:729 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:729.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:730 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:730.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:731 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:731.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:732 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:732.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:733 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:733.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:734 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:734.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:735 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:735.out 2024-07-26T07:44:36.821 INFO:teuthology.orchestra.run.smithi105.stdout:736 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:736.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:737 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:737.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:738 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:738.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:739 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:739.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:740 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:740.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:741 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:741.out 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:742 2024-07-26T07:44:36.822 INFO:teuthology.orchestra.run.smithi105.stdout:742.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:743 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:743.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:744 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:744.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:745 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:745.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:746 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:746.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:747 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:747.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:748 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:748.out 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:749 2024-07-26T07:44:36.823 INFO:teuthology.orchestra.run.smithi105.stdout:749.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:750 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:750.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:751 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:751.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:752 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:752.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:753 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:753.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:754 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:754.out 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:group.list 2024-07-26T07:44:36.824 INFO:teuthology.orchestra.run.smithi105.stdout:Makefile 2024-07-26T07:44:36.826 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2024-07-26T07:44:37.318 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:37.332 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:37.333 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:45.582 INFO:teuthology.orchestra.run.smithi105.stdout:generic/001 8s 2024-07-26T07:44:45.601 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/001 2024-07-26T07:44:45.601 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:44:45.611 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:45.615 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi105.stderr:ceph-fuse[50727]: fuse finished with error 0 and tester_r 0 2024-07-26T07:44:45.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:44:45.643 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2024-07-26T07:44:46.265 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:46.283 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:46.284 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:47.364 INFO:teuthology.orchestra.run.smithi105.stdout:generic/002 1s 2024-07-26T07:44:47.382 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/002 2024-07-26T07:44:47.383 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:44:47.390 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:47.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:44:47.423 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2024-07-26T07:44:47.999 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:48.019 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:48.019 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:48.489 INFO:teuthology.orchestra.run.smithi105.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:44:48.506 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/003 2024-07-26T07:44:48.507 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/003 2024-07-26T07:44:48.507 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:44:48.517 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:48.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:44:48.548 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2024-07-26T07:44:49.170 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:49.187 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:49.187 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:49.631 INFO:teuthology.orchestra.run.smithi105.stdout:generic/004 [not run] O_TMPFILE is not supported 2024-07-26T07:44:49.648 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/004 2024-07-26T07:44:49.649 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/004 2024-07-26T07:44:49.649 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:44:49.662 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:49.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:44:49.691 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2024-07-26T07:44:50.338 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:50.361 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:50.361 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:52.717 INFO:teuthology.orchestra.run.smithi105.stdout:generic/005 2s 2024-07-26T07:44:52.745 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/005 2024-07-26T07:44:52.745 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:44:52.754 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:44:52.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:44:52.781 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2024-07-26T07:44:53.449 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:44:53.477 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:44:53.502 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:45:01.545 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:45:01.554 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:45:31.867 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:45:31.879 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:46:02.004 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:46:02.014 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:46:24.684 INFO:teuthology.orchestra.run.smithi105.stdout:generic/006 91s 2024-07-26T07:46:27.493 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/006 2024-07-26T07:46:27.493 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:46:27.505 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:46:27.540 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:46:27.540 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2024-07-26T07:46:28.117 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:46:28.128 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:46:28.128 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:46:32.126 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:46:32.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:47:02.273 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:47:02.287 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:47:33.387 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:47:33.396 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:48:03.518 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:48:03.523 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:48:33.631 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:48:33.658 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:49:03.778 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:49:03.785 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:49:34.010 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:49:34.018 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:50:04.156 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:50:04.164 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:50:05.687 INFO:teuthology.orchestra.run.smithi105.stdout:generic/007 217s 2024-07-26T07:50:05.820 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/007 2024-07-26T07:50:05.820 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:50:05.830 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:05.868 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:50:05.868 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2024-07-26T07:50:06.497 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:50:06.508 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:50:06.508 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:10.226 INFO:teuthology.orchestra.run.smithi105.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-07-26T07:50:10.241 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/008 2024-07-26T07:50:10.241 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/008 2024-07-26T07:50:10.241 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:50:10.250 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:10.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:50:10.281 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2024-07-26T07:50:10.903 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:50:10.920 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:50:10.920 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:14.201 INFO:teuthology.orchestra.run.smithi105.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-07-26T07:50:14.218 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/009 2024-07-26T07:50:14.219 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/009 2024-07-26T07:50:14.219 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:50:14.234 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:14.261 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:50:14.261 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2024-07-26T07:50:14.865 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:50:14.880 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:50:14.880 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:16.928 INFO:teuthology.orchestra.run.smithi105.stdout:generic/010 2s 2024-07-26T07:50:17.103 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/010 2024-07-26T07:50:17.103 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:50:17.113 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:17.153 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:50:17.153 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2024-07-26T07:50:17.735 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:50:17.757 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:50:17.757 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:50:35.366 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:50:35.375 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:51:05.501 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:51:05.507 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:51:34.717 INFO:teuthology.orchestra.run.smithi105.stdout:generic/011 77s 2024-07-26T07:51:34.735 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/011 2024-07-26T07:51:34.736 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:51:34.743 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:51:34.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:51:34.773 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2024-07-26T07:51:35.404 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:51:35.418 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:51:35.419 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:51:35.654 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:51:35.660 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:51:39.319 INFO:teuthology.orchestra.run.smithi105.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:51:39.333 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/012 2024-07-26T07:51:39.333 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/012 2024-07-26T07:51:39.333 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:51:39.342 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:51:39.374 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:51:39.375 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2024-07-26T07:51:39.945 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:51:39.962 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:51:39.963 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:52:05.778 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:52:05.788 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:52:35.907 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:52:35.923 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:53:06.546 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:53:06.585 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:53:06.863 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T07:53:06.861+0000 7f985e600640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 117172) UID: 0 2024-07-26T07:53:06.863 INFO:tasks.ceph.mds.a.smithi105.stderr:2024-07-26T07:53:06.861+0000 7f79bd000640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 117172) UID: 0 2024-07-26T07:54:20.507 INFO:teuthology.orchestra.run.smithi105.stdout:generic/013 161s 2024-07-26T07:54:20.533 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/013 2024-07-26T07:54:20.533 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:20.544 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:20.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:20.579 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2024-07-26T07:54:21.396 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:21.412 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:21.412 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:21.980 INFO:teuthology.orchestra.run.smithi105.stdout:generic/014 [not run] Sparse files are not supported or do not work as expected 2024-07-26T07:54:21.997 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/014 2024-07-26T07:54:21.997 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/014 2024-07-26T07:54:21.997 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:22.007 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:22.052 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:22.052 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2024-07-26T07:54:22.838 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:22.855 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:22.855 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:23.324 INFO:teuthology.orchestra.run.smithi105.stdout:generic/015 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:54:23.342 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/015 2024-07-26T07:54:23.342 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/015 2024-07-26T07:54:23.342 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:23.352 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:23.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:23.387 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2024-07-26T07:54:24.194 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:24.209 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:24.209 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:27.515 INFO:teuthology.orchestra.run.smithi105.stdout:generic/016 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:54:27.535 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/016 2024-07-26T07:54:27.535 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/016 2024-07-26T07:54:27.536 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:27.547 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:27.593 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:27.593 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2024-07-26T07:54:28.463 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:28.482 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:28.483 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:28.939 INFO:teuthology.orchestra.run.smithi105.stdout:generic/017 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:54:28.955 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/017 2024-07-26T07:54:28.955 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/017 2024-07-26T07:54:28.955 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:28.966 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:29.011 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:29.011 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2024-07-26T07:54:29.788 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:29.803 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:29.803 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:30.257 INFO:teuthology.orchestra.run.smithi105.stdout:generic/018 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:54:30.275 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/018 2024-07-26T07:54:30.278 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/018 2024-07-26T07:54:30.278 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:30.287 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:30.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:30.324 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2024-07-26T07:54:31.101 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:31.121 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:31.121 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:31.583 INFO:teuthology.orchestra.run.smithi105.stdout:generic/019 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:54:31.602 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/019 2024-07-26T07:54:31.602 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/019 2024-07-26T07:54:31.602 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:31.614 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:31.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:31.651 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2024-07-26T07:54:32.457 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:32.476 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:32.476 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:52.785 INFO:teuthology.orchestra.run.smithi105.stdout:generic/020 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/020.out.bad) 2024-07-26T07:54:52.794 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/020.out 2024-07-26 07:40:48.391127650 +0000 2024-07-26T07:54:52.794 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/020.out.bad 2024-07-26 07:54:52.779723380 +0000 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -47,9 +47,13 @@ 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: user.snrub="fish2\012" 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: *** really long value 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: -0000000 00 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: -* 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: -ATTRSIZE 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +attr_set: No space left on device 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +Could not set "long_attr" for 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +attr_get: No data available 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +Could not get "long_attr" for 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +0000000 2024-07-26T07:54:52.795 INFO:teuthology.orchestra.run.smithi105.stdout: +attr_remove: No data available 2024-07-26T07:54:52.796 INFO:teuthology.orchestra.run.smithi105.stdout: +Could not remove "long_attr" for 2024-07-26T07:54:52.796 INFO:teuthology.orchestra.run.smithi105.stdout: *** set/get/remove really long names (expect failure) 2024-07-26T07:54:52.796 INFO:teuthology.orchestra.run.smithi105.stdout: attr_set: Invalid argument 2024-07-26T07:54:52.796 INFO:teuthology.orchestra.run.smithi105.stdout: Could not set "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2024-07-26T07:54:52.807 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/020 2024-07-26T07:54:52.807 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/020 2024-07-26T07:54:52.807 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T07:54:52.818 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:52.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:54:52.866 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T07:54:52.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T07:54:52.866 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2024-07-26T07:54:53.744 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:53.760 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:53.760 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:57.132 INFO:teuthology.orchestra.run.smithi105.stdout:generic/021 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:54:57.147 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/021 2024-07-26T07:54:57.148 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/021 2024-07-26T07:54:57.148 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:54:57.158 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:54:57.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:54:57.214 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2024-07-26T07:54:58.197 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:54:58.213 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:54:58.213 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:01.490 INFO:teuthology.orchestra.run.smithi105.stdout:generic/022 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:55:01.507 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/022 2024-07-26T07:55:01.507 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/022 2024-07-26T07:55:01.507 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:01.521 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:01.561 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:01.561 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2024-07-26T07:55:02.503 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:02.520 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:02.520 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:06.739 INFO:teuthology.orchestra.run.smithi105.stdout:generic/023 4s 2024-07-26T07:55:06.760 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/023 2024-07-26T07:55:06.761 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:06.772 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:06.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:06.809 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2024-07-26T07:55:07.770 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:07.787 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:07.788 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:08.372 INFO:teuthology.orchestra.run.smithi105.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2024-07-26T07:55:08.391 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/024 2024-07-26T07:55:08.391 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/024 2024-07-26T07:55:08.391 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:08.404 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:08.440 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:08.441 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2024-07-26T07:55:09.774 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:10.296 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:10.298 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:12.774 INFO:teuthology.orchestra.run.smithi105.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2024-07-26T07:55:12.790 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/025 2024-07-26T07:55:12.790 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/025 2024-07-26T07:55:12.790 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:12.801 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:12.892 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:12.892 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2024-07-26T07:55:14.687 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:14.703 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:14.704 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:15.296 INFO:teuthology.orchestra.run.smithi105.stdout:generic/026 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T07:55:15.315 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/026 2024-07-26T07:55:15.315 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/026 2024-07-26T07:55:15.315 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:15.329 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:15.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:15.369 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2024-07-26T07:55:16.217 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:16.233 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:16.233 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:16.712 INFO:teuthology.orchestra.run.smithi105.stdout:generic/027 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:16.730 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/027 2024-07-26T07:55:16.731 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/027 2024-07-26T07:55:16.731 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:16.740 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:16.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:16.777 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2024-07-26T07:55:17.948 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:17.962 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:17.963 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:24.181 INFO:teuthology.orchestra.run.smithi105.stdout:generic/028 7s 2024-07-26T07:55:24.203 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/028 2024-07-26T07:55:24.204 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:24.213 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:24.251 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:24.252 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2024-07-26T07:55:25.123 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:25.139 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:25.139 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:25.619 INFO:teuthology.orchestra.run.smithi105.stdout:generic/029 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:25.638 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/029 2024-07-26T07:55:25.639 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/029 2024-07-26T07:55:25.639 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:25.655 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:25.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:25.716 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2024-07-26T07:55:27.337 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:27.355 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:27.355 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:27.828 INFO:teuthology.orchestra.run.smithi105.stdout:generic/030 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:27.846 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/030 2024-07-26T07:55:27.846 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/030 2024-07-26T07:55:27.846 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:27.856 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:27.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:27.909 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2024-07-26T07:55:28.703 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:28.722 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:28.723 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:29.427 INFO:teuthology.orchestra.run.smithi105.stdout:generic/031 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:29.445 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/031 2024-07-26T07:55:29.446 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/031 2024-07-26T07:55:29.446 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:29.461 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:29.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:29.493 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2024-07-26T07:55:30.281 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:30.301 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:30.301 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:31.134 INFO:teuthology.orchestra.run.smithi105.stdout:generic/032 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:31.152 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/032 2024-07-26T07:55:31.153 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/032 2024-07-26T07:55:31.153 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:31.163 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:31.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:31.200 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2024-07-26T07:55:31.989 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:32.010 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:32.010 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:32.489 INFO:teuthology.orchestra.run.smithi105.stdout:generic/033 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:32.504 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/033 2024-07-26T07:55:32.505 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/033 2024-07-26T07:55:32.505 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:32.517 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:32.560 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:32.560 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2024-07-26T07:55:33.380 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:33.395 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:33.395 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:33.902 INFO:teuthology.orchestra.run.smithi105.stdout:generic/034 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:33.921 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/034 2024-07-26T07:55:33.921 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/034 2024-07-26T07:55:33.921 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:33.978 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:33.979 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2024-07-26T07:55:34.790 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:34.805 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:34.805 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:35.522 INFO:teuthology.orchestra.run.smithi105.stdout:generic/035 1s 2024-07-26T07:55:35.547 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/035 2024-07-26T07:55:35.547 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:35.555 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:35.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:35.601 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2024-07-26T07:55:36.505 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:36.524 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:36.524 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:47.287 INFO:teuthology.orchestra.run.smithi105.stdout:generic/036 11s 2024-07-26T07:55:47.315 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/036 2024-07-26T07:55:47.315 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:47.326 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:47.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:47.365 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2024-07-26T07:55:48.300 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:48.319 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:48.320 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:48.808 INFO:teuthology.orchestra.run.smithi105.stdout:generic/037 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:48.826 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/037 2024-07-26T07:55:48.827 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/037 2024-07-26T07:55:48.827 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:48.855 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:48.893 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:48.894 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2024-07-26T07:55:49.682 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:49.698 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:49.698 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:50.350 INFO:teuthology.orchestra.run.smithi105.stdout:generic/038 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:50.367 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/038 2024-07-26T07:55:50.367 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/038 2024-07-26T07:55:50.367 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:50.378 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:50.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:50.421 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2024-07-26T07:55:51.218 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:51.236 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:51.236 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:52.295 INFO:teuthology.orchestra.run.smithi105.stdout:generic/039 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:52.311 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/039 2024-07-26T07:55:52.311 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/039 2024-07-26T07:55:52.311 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:52.321 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:52.362 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:52.362 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2024-07-26T07:55:52.969 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:52.989 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:52.989 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:53.496 INFO:teuthology.orchestra.run.smithi105.stdout:generic/040 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:53.514 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/040 2024-07-26T07:55:53.514 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/040 2024-07-26T07:55:53.515 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:53.524 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:53.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:53.567 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2024-07-26T07:55:54.392 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:54.409 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:54.410 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:54.922 INFO:teuthology.orchestra.run.smithi105.stdout:generic/041 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:54.940 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/041 2024-07-26T07:55:54.941 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/041 2024-07-26T07:55:54.941 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:54.951 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:54.991 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:54.991 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2024-07-26T07:55:55.758 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:55.773 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:55.773 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:56.253 INFO:teuthology.orchestra.run.smithi105.stdout:generic/042 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:56.269 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/042 2024-07-26T07:55:56.269 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/042 2024-07-26T07:55:56.269 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:56.279 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:56.322 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:56.322 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2024-07-26T07:55:57.121 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:57.140 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:57.140 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:57.588 INFO:teuthology.orchestra.run.smithi105.stdout:generic/043 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:57.604 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/043 2024-07-26T07:55:57.605 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/043 2024-07-26T07:55:57.605 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:57.615 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:57.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:57.651 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2024-07-26T07:55:58.423 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:58.439 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:58.439 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:58.870 INFO:teuthology.orchestra.run.smithi105.stdout:generic/044 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:55:58.886 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/044 2024-07-26T07:55:58.886 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/044 2024-07-26T07:55:58.887 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:55:58.896 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:55:58.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:55:58.933 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2024-07-26T07:55:59.643 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:55:59.658 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:55:59.658 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:00.077 INFO:teuthology.orchestra.run.smithi105.stdout:generic/045 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:00.092 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/045 2024-07-26T07:56:00.092 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/045 2024-07-26T07:56:00.093 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:00.102 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:00.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:00.141 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2024-07-26T07:56:00.872 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:00.888 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:00.888 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:01.288 INFO:teuthology.orchestra.run.smithi105.stdout:generic/046 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:01.304 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/046 2024-07-26T07:56:01.304 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/046 2024-07-26T07:56:01.305 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:01.314 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:01.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:01.351 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2024-07-26T07:56:02.049 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:02.066 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:02.066 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:02.478 INFO:teuthology.orchestra.run.smithi105.stdout:generic/047 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:02.493 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/047 2024-07-26T07:56:02.493 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/047 2024-07-26T07:56:02.493 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:02.502 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:02.537 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:02.537 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2024-07-26T07:56:03.266 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:03.281 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:03.281 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:03.698 INFO:teuthology.orchestra.run.smithi105.stdout:generic/048 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:03.714 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/048 2024-07-26T07:56:03.714 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/048 2024-07-26T07:56:03.714 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:03.726 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:03.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:03.759 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2024-07-26T07:56:04.492 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:04.510 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:04.510 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:04.924 INFO:teuthology.orchestra.run.smithi105.stdout:generic/049 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:04.942 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/049 2024-07-26T07:56:04.942 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/049 2024-07-26T07:56:04.942 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:04.956 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:04.997 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:04.997 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2024-07-26T07:56:05.712 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:05.728 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:05.728 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:06.159 INFO:teuthology.orchestra.run.smithi105.stdout:generic/050 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:06.174 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/050 2024-07-26T07:56:06.174 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/050 2024-07-26T07:56:06.175 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:06.185 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:06.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:06.217 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2024-07-26T07:56:06.916 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:06.933 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:06.934 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:07.361 INFO:teuthology.orchestra.run.smithi105.stdout:generic/051 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:07.376 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/051 2024-07-26T07:56:07.376 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/051 2024-07-26T07:56:07.377 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:07.387 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:07.427 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:07.427 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2024-07-26T07:56:08.137 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:08.152 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:08.152 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:08.576 INFO:teuthology.orchestra.run.smithi105.stdout:generic/052 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:08.596 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/052 2024-07-26T07:56:08.596 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/052 2024-07-26T07:56:08.596 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:08.607 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:08.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:08.644 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2024-07-26T07:56:09.330 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:09.346 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:09.346 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:09.759 INFO:teuthology.orchestra.run.smithi105.stdout:generic/053 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:09.774 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/053 2024-07-26T07:56:09.775 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/053 2024-07-26T07:56:09.775 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:09.782 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:09.815 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:09.815 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2024-07-26T07:56:10.538 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:10.556 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:10.556 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:10.989 INFO:teuthology.orchestra.run.smithi105.stdout:generic/054 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:11.005 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/054 2024-07-26T07:56:11.005 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/054 2024-07-26T07:56:11.005 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:11.013 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:11.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:11.051 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2024-07-26T07:56:11.762 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:11.775 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:11.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:12.199 INFO:teuthology.orchestra.run.smithi105.stdout:generic/055 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:12.215 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/055 2024-07-26T07:56:12.215 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/055 2024-07-26T07:56:12.216 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:12.229 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:12.263 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:12.263 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2024-07-26T07:56:12.953 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:12.968 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:12.968 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:13.418 INFO:teuthology.orchestra.run.smithi105.stdout:generic/056 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:13.432 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/056 2024-07-26T07:56:13.433 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/056 2024-07-26T07:56:13.433 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:13.443 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:13.486 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:13.486 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2024-07-26T07:56:14.212 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:14.228 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:14.229 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:14.674 INFO:teuthology.orchestra.run.smithi105.stdout:generic/057 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:14.689 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/057 2024-07-26T07:56:14.689 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/057 2024-07-26T07:56:14.689 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:14.700 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:14.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:14.734 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2024-07-26T07:56:15.432 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:15.448 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:15.448 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:18.539 INFO:teuthology.orchestra.run.smithi105.stdout:generic/058 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:56:18.560 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/058 2024-07-26T07:56:18.560 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/058 2024-07-26T07:56:18.560 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:18.572 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:18.604 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:18.605 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2024-07-26T07:56:19.416 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:19.432 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:19.432 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:19.900 INFO:teuthology.orchestra.run.smithi105.stdout:generic/059 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:19.919 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/059 2024-07-26T07:56:19.919 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/059 2024-07-26T07:56:19.920 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:19.930 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:19.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:19.968 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2024-07-26T07:56:20.661 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:20.677 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:20.677 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:23.724 INFO:teuthology.orchestra.run.smithi105.stdout:generic/060 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:56:23.740 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/060 2024-07-26T07:56:23.740 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/060 2024-07-26T07:56:23.740 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:23.750 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:23.787 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:23.787 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2024-07-26T07:56:24.646 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:24.661 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:24.661 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:27.628 INFO:teuthology.orchestra.run.smithi105.stdout:generic/061 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:56:27.645 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/061 2024-07-26T07:56:27.645 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/061 2024-07-26T07:56:27.645 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:27.655 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:27.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:27.690 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2024-07-26T07:56:28.251 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:56:28.265 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:56:28.555 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:28.569 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:28.569 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:28.981 INFO:teuthology.orchestra.run.smithi105.stdout:generic/062 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:29.025 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/062 2024-07-26T07:56:29.025 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/062 2024-07-26T07:56:29.025 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:29.025 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:29.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:29.044 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2024-07-26T07:56:29.760 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:29.777 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:29.777 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:32.878 INFO:teuthology.orchestra.run.smithi105.stdout:generic/063 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T07:56:32.893 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/063 2024-07-26T07:56:32.893 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/063 2024-07-26T07:56:32.893 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:32.902 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:32.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:32.951 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2024-07-26T07:56:33.777 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:33.793 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:33.793 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:34.217 INFO:teuthology.orchestra.run.smithi105.stdout:generic/064 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:34.237 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/064 2024-07-26T07:56:34.237 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/064 2024-07-26T07:56:34.237 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:34.247 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:34.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:34.287 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2024-07-26T07:56:34.999 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:35.017 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:35.017 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:35.466 INFO:teuthology.orchestra.run.smithi105.stdout:generic/065 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:35.484 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/065 2024-07-26T07:56:35.484 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/065 2024-07-26T07:56:35.484 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:35.494 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:35.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:35.530 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2024-07-26T07:56:36.237 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:36.251 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:36.252 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:36.710 INFO:teuthology.orchestra.run.smithi105.stdout:generic/066 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/066 2024-07-26T07:56:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/066 2024-07-26T07:56:36.726 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:36.738 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:36.775 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:36.775 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2024-07-26T07:56:37.502 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:37.518 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:37.518 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:38.025 INFO:teuthology.orchestra.run.smithi105.stdout:generic/067 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:38.043 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/067 2024-07-26T07:56:38.043 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/067 2024-07-26T07:56:38.043 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:38.053 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:38.086 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:38.086 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2024-07-26T07:56:38.804 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:38.864 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:38.864 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:39.285 INFO:teuthology.orchestra.run.smithi105.stdout:generic/068 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:39.301 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/068 2024-07-26T07:56:39.302 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/068 2024-07-26T07:56:39.302 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:39.315 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:39.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:39.351 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2024-07-26T07:56:40.043 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:40.059 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:40.059 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:40.487 INFO:teuthology.orchestra.run.smithi105.stdout:generic/069 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:56:40.501 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/069 2024-07-26T07:56:40.501 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/069 2024-07-26T07:56:40.501 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:56:40.512 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:40.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:56:40.544 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2024-07-26T07:56:41.251 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:56:41.266 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:56:41.267 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:56:58.399 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:56:58.406 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:57:28.530 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:57:28.537 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:57:59.313 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:57:59.345 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:58:29.478 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:58:29.484 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:58:52.870 INFO:teuthology.orchestra.run.smithi105.stdout:generic/070 131s 2024-07-26T07:58:52.895 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/070 2024-07-26T07:58:52.895 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:58:52.904 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:52.987 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:58:52.988 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2024-07-26T07:58:53.852 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:58:53.867 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:58:53.867 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:54.277 INFO:teuthology.orchestra.run.smithi105.stdout:generic/071 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:58:54.293 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/071 2024-07-26T07:58:54.293 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/071 2024-07-26T07:58:54.293 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:58:54.303 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:54.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:58:54.337 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2024-07-26T07:58:55.012 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:58:55.030 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:58:55.030 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:57.735 INFO:teuthology.orchestra.run.smithi105.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2024-07-26T07:58:57.750 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/072 2024-07-26T07:58:57.750 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/072 2024-07-26T07:58:57.750 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:58:57.759 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:57.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:58:57.795 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2024-07-26T07:58:58.486 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:58:58.502 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:58:58.502 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:58.946 INFO:teuthology.orchestra.run.smithi105.stdout:generic/073 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T07:58:58.960 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/073 2024-07-26T07:58:58.960 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/073 2024-07-26T07:58:58.960 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T07:58:58.970 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:58:59.007 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T07:58:59.008 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2024-07-26T07:58:59.612 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:58:59.616 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:58:59.718 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T07:58:59.735 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T07:58:59.736 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T07:59:29.796 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:59:29.802 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:59:59.949 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T07:59:59.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:00:31.472 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:00:31.478 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:01:01.661 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:01:01.667 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:01:32.559 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:01:32.566 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:02:03.500 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:02:03.512 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:02:35.034 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:02:35.040 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:03:05.206 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:03:05.213 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:03:35.357 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:03:35.368 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:04:05.984 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:04:05.995 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:04:37.186 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:04:37.194 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:05:08.343 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:05:08.350 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:05:38.496 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:05:38.503 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:06:08.624 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:06:08.630 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:06:39.660 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:06:39.667 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:07:10.628 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:07:10.635 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:07:40.783 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:07:40.789 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:07:41.088 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T08:07:41.087+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45133) UID: 0 2024-07-26T08:07:41.089 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T08:07:41.087+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45133) UID: 0 2024-07-26T08:07:41.089 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T08:07:41.087+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45133) UID: 0 2024-07-26T08:07:41.089 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T08:07:41.087+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45133) UID: 0 2024-07-26T08:11:53.431 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:11:53.440 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:11:53.619 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T08:11:53.617+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148693) UID: 0 2024-07-26T08:11:53.625 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T08:11:53.621+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148693) UID: 0 2024-07-26T08:11:53.626 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T08:11:53.623+0000 7fc1dd400640 -1 Fail to open '/proc/148693/cmdline' error = (2) No such file or directory 2024-07-26T08:11:53.626 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T08:11:53.623+0000 7fc1dd400640 -1 received signal: Hangup from (PID: 148693) UID: 0 2024-07-26T08:11:53.626 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T08:11:53.618+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148693) UID: 0 2024-07-26T08:11:53.687 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T08:11:53.687+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45165) UID: 0 2024-07-26T08:11:53.688 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T08:11:53.686+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45165) UID: 0 2024-07-26T08:11:53.688 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T08:11:53.687+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45165) UID: 0 2024-07-26T08:11:53.689 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T08:11:53.687+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45165) UID: 0 2024-07-26T08:27:16.582 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:27:16.620 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:27:16.916 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T08:27:16.915+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45296) UID: 0 2024-07-26T08:27:16.917 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T08:27:16.915+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45296) UID: 0 2024-07-26T08:27:16.917 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T08:27:16.915+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45296) UID: 0 2024-07-26T08:27:16.918 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T08:27:16.915+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45296) UID: 0 2024-07-26T08:35:16.618 INFO:teuthology.orchestra.run.smithi105.stdout:generic/074 2177s 2024-07-26T08:35:16.684 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/074 2024-07-26T08:35:16.684 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:35:16.691 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:35:16.728 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:35:16.728 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2024-07-26T08:35:17.779 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:35:17.791 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:35:17.791 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:14.632 INFO:teuthology.orchestra.run.smithi105.stdout:generic/075 117s 2024-07-26T08:37:14.652 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/075 2024-07-26T08:37:14.652 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:14.661 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:14.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:14.700 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2024-07-26T08:37:15.552 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:15.568 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:15.568 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:16.021 INFO:teuthology.orchestra.run.smithi105.stdout:generic/076 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:16.035 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/076 2024-07-26T08:37:16.035 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/076 2024-07-26T08:37:16.035 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:16.043 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:16.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:16.069 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2024-07-26T08:37:16.642 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:16.656 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:16.656 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:18.190 INFO:teuthology.orchestra.run.smithi105.stdout:generic/077 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:18.209 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/077 2024-07-26T08:37:18.209 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/077 2024-07-26T08:37:18.209 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:18.220 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:18.257 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:18.257 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2024-07-26T08:37:18.868 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:18.885 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:19.414 INFO:teuthology.orchestra.run.smithi105.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2024-07-26T08:37:19.430 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/078 2024-07-26T08:37:19.430 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/078 2024-07-26T08:37:19.430 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:19.439 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:19.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:19.476 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2024-07-26T08:37:20.312 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:20.336 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:20.336 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:20.968 INFO:teuthology.orchestra.run.smithi105.stdout:generic/079 [not run] file system doesn't support chattr +ia 2024-07-26T08:37:20.984 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/079 2024-07-26T08:37:20.984 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/079 2024-07-26T08:37:20.984 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:20.994 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:21.024 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:21.024 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2024-07-26T08:37:21.658 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:21.674 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:21.674 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:24.278 INFO:teuthology.orchestra.run.smithi105.stdout:generic/080 3s 2024-07-26T08:37:24.302 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/080 2024-07-26T08:37:24.302 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:24.315 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:24.348 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:24.348 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2024-07-26T08:37:24.970 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:24.987 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:24.987 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:25.467 INFO:teuthology.orchestra.run.smithi105.stdout:generic/081 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:25.482 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/081 2024-07-26T08:37:25.482 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/081 2024-07-26T08:37:25.482 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:25.493 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:25.522 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:25.522 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2024-07-26T08:37:26.139 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:26.159 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:26.159 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:26.673 INFO:teuthology.orchestra.run.smithi105.stdout:generic/082 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:26.687 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/082 2024-07-26T08:37:26.687 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/082 2024-07-26T08:37:26.687 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:26.696 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:26.725 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:26.725 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2024-07-26T08:37:27.360 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:27.386 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:27.386 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:27.883 INFO:teuthology.orchestra.run.smithi105.stdout:generic/083 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:27.899 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/083 2024-07-26T08:37:27.899 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/083 2024-07-26T08:37:27.899 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:27.908 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:27.935 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:27.936 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2024-07-26T08:37:28.563 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:28.590 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:28.590 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:29.031 INFO:teuthology.orchestra.run.smithi105.stdout:generic/084 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:29.047 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/084 2024-07-26T08:37:29.047 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/084 2024-07-26T08:37:29.047 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:29.059 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:29.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:29.087 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2024-07-26T08:37:29.695 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:29.711 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:29.711 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:30.209 INFO:teuthology.orchestra.run.smithi105.stdout:generic/085 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T08:37:30.226 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/085 2024-07-26T08:37:30.226 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/085 2024-07-26T08:37:30.226 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:30.237 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:30.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:30.274 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2024-07-26T08:37:30.873 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:30.885 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:30.885 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:53.921 INFO:teuthology.orchestra.run.smithi105.stdout:generic/086 23s 2024-07-26T08:37:54.025 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/086 2024-07-26T08:37:54.025 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:54.037 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:54.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:54.197 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2024-07-26T08:37:55.842 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:55.862 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:55.863 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:56.667 INFO:teuthology.orchestra.run.smithi105.stdout:generic/087 1s 2024-07-26T08:37:56.686 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/087 2024-07-26T08:37:56.686 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:56.697 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:56.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:56.742 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2024-07-26T08:37:57.543 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:57.555 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:57.556 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:58.165 INFO:teuthology.orchestra.run.smithi105.stdout:generic/088 1s 2024-07-26T08:37:58.183 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/088 2024-07-26T08:37:58.183 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T08:37:58.189 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:37:58.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T08:37:58.235 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2024-07-26T08:37:59.019 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T08:37:59.035 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T08:37:59.036 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T08:39:41.781 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:39:41.793 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:39:41.927 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T08:39:41.925+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45594) UID: 0 2024-07-26T08:39:41.927 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T08:39:41.925+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45594) UID: 0 2024-07-26T08:39:41.928 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T08:39:41.925+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45594) UID: 0 2024-07-26T08:39:41.928 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T08:39:41.926+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 45594) UID: 0 2024-07-26T08:39:42.006 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T08:39:42.004+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 157183) UID: 0 2024-07-26T08:39:42.006 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T08:39:42.004+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 157183) UID: 0 2024-07-26T08:39:42.006 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T08:39:42.004+0000 7fc1dd400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 157183) UID: 0 2024-07-26T08:39:42.007 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T08:39:42.004+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 157183) UID: 0 2024-07-26T08:53:36.216 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:53:36.245 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T08:53:36.616 INFO:tasks.ceph.mds.a.smithi105.stderr:2024-07-26T08:53:36.615+0000 7f79bd000640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 157449) UID: 0 2024-07-26T08:53:36.617 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T08:53:36.615+0000 7f985e600640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 157449) UID: 0 2024-07-26T09:01:53.572 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T09:01:53.567+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159486) UID: 0 2024-07-26T09:01:53.601 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T09:01:53.567+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159486) UID: 0 2024-07-26T09:01:53.602 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T09:01:53.567+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159486) UID: 0 2024-07-26T09:01:53.602 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T09:01:53.567+0000 7fc1dd400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 159486) UID: 0 2024-07-26T09:06:35.334 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:06:35.344 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:06:36.209 INFO:tasks.ceph.mds.a.smithi105.stderr:2024-07-26T09:06:36.207+0000 7f79bd000640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 159515) UID: 0 2024-07-26T09:06:36.209 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T09:06:36.207+0000 7f985e600640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 159515) UID: 0 2024-07-26T09:06:50.149 INFO:teuthology.orchestra.run.smithi105.stdout:generic/089 1731s 2024-07-26T09:06:50.269 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/089 2024-07-26T09:06:50.270 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:06:50.283 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:06:50.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:06:50.326 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2024-07-26T09:06:52.020 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:06:52.034 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:06:52.034 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:06:52.702 INFO:teuthology.orchestra.run.smithi105.stdout:generic/090 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:06:52.720 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/090 2024-07-26T09:06:52.720 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/090 2024-07-26T09:06:52.720 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:06:52.732 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:06:52.761 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:06:52.761 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2024-07-26T09:06:53.366 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:06:53.384 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:06:53.384 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:11:16.577 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:11:16.617 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:11:46.982 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:11:46.992 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:12:17.119 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:12:17.127 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:12:47.237 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:12:47.247 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:13:13.923 INFO:teuthology.orchestra.run.smithi105.stdout:generic/091 380s 2024-07-26T09:13:13.949 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/091 2024-07-26T09:13:13.949 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:13.960 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:13.991 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:13.992 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2024-07-26T09:13:15.048 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:15.063 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:15.063 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:15.677 INFO:teuthology.orchestra.run.smithi105.stdout:generic/092 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T09:13:15.694 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/092 2024-07-26T09:13:15.695 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/092 2024-07-26T09:13:15.695 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:15.706 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:15.743 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:15.743 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2024-07-26T09:13:16.611 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:16.629 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:16.629 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:17.362 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:13:17.374 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:13:18.490 INFO:teuthology.orchestra.run.smithi105.stdout:generic/093 2s 2024-07-26T09:13:18.510 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/093 2024-07-26T09:13:18.510 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:18.519 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:18.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:18.549 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2024-07-26T09:13:19.374 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:19.387 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:19.387 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:19.887 INFO:teuthology.orchestra.run.smithi105.stdout:generic/094 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:13:19.902 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/094 2024-07-26T09:13:19.902 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/094 2024-07-26T09:13:19.902 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:19.911 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:19.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:19.941 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2024-07-26T09:13:20.541 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:20.557 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:20.558 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:21.000 INFO:teuthology.orchestra.run.smithi105.stdout:generic/095 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:13:21.013 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/095 2024-07-26T09:13:21.013 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/095 2024-07-26T09:13:21.013 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:21.021 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:21.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:21.050 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2024-07-26T09:13:21.693 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:21.708 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:21.708 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:22.181 INFO:teuthology.orchestra.run.smithi105.stdout:generic/096 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:13:22.197 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/096 2024-07-26T09:13:22.197 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/096 2024-07-26T09:13:22.198 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:22.210 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:22.239 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:22.239 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2024-07-26T09:13:22.869 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:22.888 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:22.888 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:24.327 INFO:teuthology.orchestra.run.smithi105.stdout:generic/097 2s 2024-07-26T09:13:24.345 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/097 2024-07-26T09:13:24.345 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:24.352 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:24.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:24.375 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2024-07-26T09:13:24.945 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:24.956 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:24.957 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:25.458 INFO:teuthology.orchestra.run.smithi105.stdout:generic/098 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:13:25.476 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/098 2024-07-26T09:13:25.477 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/098 2024-07-26T09:13:25.477 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:25.488 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:25.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:25.523 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2024-07-26T09:13:26.170 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:26.184 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:26.184 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:26.758 INFO:teuthology.orchestra.run.smithi105.stdout:generic/099 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T09:13:26.773 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/099 2024-07-26T09:13:26.773 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/099 2024-07-26T09:13:26.773 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:13:26.782 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:26.811 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:13:26.812 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2024-07-26T09:13:27.461 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:13:27.480 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:13:27.480 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:13:47.568 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:13:47.579 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:14:17.706 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:14:17.715 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:14:48.400 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:14:48.409 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:15:18.531 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:15:18.541 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:15:19.486 INFO:teuthology.orchestra.run.smithi105.stdout:generic/100 112s 2024-07-26T09:15:19.506 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/100 2024-07-26T09:15:19.506 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:19.515 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:19.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:19.573 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2024-07-26T09:15:20.431 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:20.441 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:20.441 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:20.856 INFO:teuthology.orchestra.run.smithi105.stdout:generic/101 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:20.871 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/101 2024-07-26T09:15:20.871 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/101 2024-07-26T09:15:20.871 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:20.880 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:20.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:20.909 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2024-07-26T09:15:21.574 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:21.594 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:21.594 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:22.067 INFO:teuthology.orchestra.run.smithi105.stdout:generic/102 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:22.085 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/102 2024-07-26T09:15:22.085 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/102 2024-07-26T09:15:22.085 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:22.096 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:22.132 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:22.132 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2024-07-26T09:15:22.809 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:22.825 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:22.825 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:23.274 INFO:teuthology.orchestra.run.smithi105.stdout:generic/103 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:23.288 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/103 2024-07-26T09:15:23.288 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/103 2024-07-26T09:15:23.288 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:23.297 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:23.326 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:23.326 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2024-07-26T09:15:23.987 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:24.012 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:24.012 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:24.541 INFO:teuthology.orchestra.run.smithi105.stdout:generic/104 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:24.557 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/104 2024-07-26T09:15:24.557 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/104 2024-07-26T09:15:24.557 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:24.567 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:24.600 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:24.600 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2024-07-26T09:15:25.230 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:25.244 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:25.245 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:25.705 INFO:teuthology.orchestra.run.smithi105.stdout:generic/105 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:25.720 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/105 2024-07-26T09:15:25.720 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/105 2024-07-26T09:15:25.721 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:25.730 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:25.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:25.760 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2024-07-26T09:15:26.417 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:26.444 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:26.444 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:26.944 INFO:teuthology.orchestra.run.smithi105.stdout:generic/106 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:26.961 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/106 2024-07-26T09:15:26.961 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/106 2024-07-26T09:15:26.961 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:26.973 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:27.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:27.007 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2024-07-26T09:15:27.680 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:27.699 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:27.699 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:28.201 INFO:teuthology.orchestra.run.smithi105.stdout:generic/107 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:28.217 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/107 2024-07-26T09:15:28.217 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/107 2024-07-26T09:15:28.217 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:28.226 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:28.255 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:28.255 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2024-07-26T09:15:28.857 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:28.871 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:28.908 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:29.513 INFO:teuthology.orchestra.run.smithi105.stdout:generic/108 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:29.528 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/108 2024-07-26T09:15:29.529 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/108 2024-07-26T09:15:29.529 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:29.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:29.571 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2024-07-26T09:15:30.211 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:30.227 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:30.227 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:30.712 INFO:teuthology.orchestra.run.smithi105.stdout:generic/109 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:15:30.728 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/109 2024-07-26T09:15:30.728 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/109 2024-07-26T09:15:30.728 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:30.737 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:30.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:30.767 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2024-07-26T09:15:31.390 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:31.405 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:31.405 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:31.963 INFO:teuthology.orchestra.run.smithi105.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:15:31.978 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/110 2024-07-26T09:15:31.979 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/110 2024-07-26T09:15:31.979 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:31.990 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:32.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:32.038 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2024-07-26T09:15:32.866 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:32.879 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:32.879 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:33.542 INFO:teuthology.orchestra.run.smithi105.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:15:33.556 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/111 2024-07-26T09:15:33.556 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/111 2024-07-26T09:15:33.556 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:15:33.566 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:33.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:15:33.613 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2024-07-26T09:15:34.427 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:15:34.442 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:15:34.442 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:15:48.706 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:15:48.715 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:16:18.839 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:16:18.848 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:16:49.005 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:16:49.013 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:17:19.201 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:17:19.212 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:17:49.327 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:17:49.335 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:17:54.607 INFO:teuthology.orchestra.run.smithi105.stdout:generic/112 140s 2024-07-26T09:17:54.627 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/112 2024-07-26T09:17:54.627 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:17:54.637 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:17:54.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:17:54.665 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2024-07-26T09:17:55.492 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:17:55.504 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:17:55.504 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:19.455 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:18:19.466 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:18:49.680 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:18:49.687 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:18:52.795 INFO:teuthology.orchestra.run.smithi105.stdout:generic/113 57s 2024-07-26T09:18:52.821 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/113 2024-07-26T09:18:52.821 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:18:52.831 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:52.877 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:18:52.878 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2024-07-26T09:18:53.767 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:18:53.791 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:18:53.791 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:54.203 INFO:teuthology.orchestra.run.smithi105.stdout:generic/114 [not run] Sparse files are not supported or do not work as expected 2024-07-26T09:18:54.217 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/114 2024-07-26T09:18:54.217 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/114 2024-07-26T09:18:54.217 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:18:54.226 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:54.257 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:18:54.257 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2024-07-26T09:18:54.873 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:18:54.886 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:18:54.886 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:55.498 INFO:teuthology.orchestra.run.smithi105.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:18:55.514 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/115 2024-07-26T09:18:55.514 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/115 2024-07-26T09:18:55.514 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:18:55.523 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:55.555 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:18:55.555 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2024-07-26T09:18:56.383 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:18:56.396 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:18:56.396 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:57.451 INFO:teuthology.orchestra.run.smithi105.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:18:57.466 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/116 2024-07-26T09:18:57.467 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/116 2024-07-26T09:18:57.467 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:18:57.476 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:57.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:18:57.505 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2024-07-26T09:18:58.329 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:18:58.351 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:18:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:58.780 INFO:teuthology.orchestra.run.smithi105.stdout:generic/117 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:18:58.797 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/117 2024-07-26T09:18:58.797 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/117 2024-07-26T09:18:58.797 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:18:58.808 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:18:58.842 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:18:58.842 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2024-07-26T09:18:59.481 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:18:59.497 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:18:59.497 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:00.099 INFO:teuthology.orchestra.run.smithi105.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:19:00.113 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/118 2024-07-26T09:19:00.113 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/118 2024-07-26T09:19:00.113 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:00.121 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:00.150 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:00.150 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2024-07-26T09:19:01.036 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:01.064 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:01.064 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:01.657 INFO:teuthology.orchestra.run.smithi105.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T09:19:01.671 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/119 2024-07-26T09:19:01.671 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/119 2024-07-26T09:19:01.672 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:01.679 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:01.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:01.707 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2024-07-26T09:19:02.569 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:02.582 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:02.582 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:03.279 INFO:teuthology.orchestra.run.smithi105.stdout:generic/120 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:19:03.293 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/120 2024-07-26T09:19:03.293 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/120 2024-07-26T09:19:03.293 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:03.301 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:03.327 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:03.327 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2024-07-26T09:19:03.941 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:03.954 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:03.955 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:04.558 INFO:teuthology.orchestra.run.smithi105.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T09:19:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/121 2024-07-26T09:19:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/121 2024-07-26T09:19:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:04.581 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:04.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:04.617 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2024-07-26T09:19:05.473 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:05.490 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:05.490 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:06.154 INFO:teuthology.orchestra.run.smithi105.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T09:19:06.171 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/122 2024-07-26T09:19:06.171 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/122 2024-07-26T09:19:06.171 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:06.182 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:06.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:06.214 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2024-07-26T09:19:07.062 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:07.076 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:07.076 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:08.358 INFO:teuthology.orchestra.run.smithi105.stdout:generic/123 1s 2024-07-26T09:19:08.394 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/123 2024-07-26T09:19:08.394 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:08.405 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:08.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:08.435 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2024-07-26T09:19:09.301 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:09.319 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:09.320 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:09.896 INFO:teuthology.orchestra.run.smithi105.stdout:generic/124 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T09:19:09.910 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/124 2024-07-26T09:19:09.910 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/124 2024-07-26T09:19:09.910 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:19:09.919 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:09.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:19:09.949 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2024-07-26T09:19:10.601 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:19:10.622 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:19:10.622 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:19:19.812 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:19:19.820 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:19:49.994 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:19:50.004 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:20:12.777 INFO:teuthology.orchestra.run.smithi105.stdout:generic/125 62s 2024-07-26T09:20:12.803 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/125 2024-07-26T09:20:12.803 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T09:20:12.815 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:20:12.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T09:20:12.873 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2024-07-26T09:20:13.699 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:20:13.712 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:20:13.712 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:20:15.729 INFO:teuthology.orchestra.run.smithi105.stdout:generic/126 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/126.out.bad) 2024-07-26T09:20:15.737 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/126.out 2024-07-26 07:40:48.407127336 +0000 2024-07-26T09:20:15.737 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/126.out.bad 2024-07-26 09:20:15.724050819 +0000 2024-07-26T09:20:15.737 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,7 +1,7 @@ 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 126 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: -x a 001 file owned by (99/99) as user/group(12/100) PASS 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: -x a 010 file owned by (99/99) as user/group(200/99) PASS 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: -x a 100 file owned by (99/99) as user/group(99/500) PASS 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: +x a 001 file owned by (99/99) as user/group(12/100) FAIL 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: +x a 010 file owned by (99/99) as user/group(200/99) FAIL 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: +x a 100 file owned by (99/99) as user/group(99/500) FAIL 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: w a 002 file owned by (99/99) as user/group(12/100) PASS 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: w a 020 file owned by (99/99) as user/group(200/99) PASS 2024-07-26T09:20:15.738 INFO:teuthology.orchestra.run.smithi105.stdout: w a 200 file owned by (99/99) as user/group(99/500) PASS 2024-07-26T09:20:15.749 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/126 2024-07-26T09:20:15.750 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/126 2024-07-26T09:20:15.750 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T09:20:15.758 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:20:15.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T09:20:15.787 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T09:20:15.787 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T09:20:15.787 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2024-07-26T09:20:16.663 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T09:20:16.681 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T09:20:16.681 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T09:20:20.123 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:20:20.131 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:20:50.319 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:20:50.328 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:21:20.734 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:21:20.744 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:21:50.864 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:21:50.872 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:22:21.179 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:22:21.188 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:22:51.326 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:22:51.336 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:23:21.460 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:23:21.470 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:23:51.578 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:23:51.588 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:24:21.716 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:24:21.725 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:24:51.891 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:24:51.900 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:25:22.029 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:25:22.040 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:25:52.160 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:25:52.168 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:26:22.290 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:26:22.300 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:26:52.444 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:26:52.453 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:27:22.578 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:27:22.586 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:27:52.700 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:27:52.710 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:28:22.836 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:28:22.845 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:28:52.974 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:28:52.986 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:29:23.105 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:29:23.114 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:29:53.286 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:29:53.295 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:30:23.407 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:30:23.416 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:30:53.532 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:30:53.541 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:31:23.652 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:31:23.660 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:31:53.793 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:31:53.802 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:32:23.957 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:32:23.967 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:32:54.130 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:32:54.139 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:33:25.004 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:33:25.013 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:33:55.128 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:33:55.140 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:34:25.372 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:34:25.381 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:34:55.533 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:34:55.543 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:35:26.176 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:35:26.185 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:35:56.323 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:35:56.332 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:36:26.460 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:36:26.470 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:36:56.666 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:36:56.676 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:37:26.790 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:37:26.799 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:37:56.919 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:37:56.927 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:38:27.044 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:38:27.053 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:38:27.162 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T09:38:27.159+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46736) UID: 0 2024-07-26T09:38:27.162 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T09:38:27.159+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46736) UID: 0 2024-07-26T09:38:27.162 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T09:38:27.159+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46736) UID: 0 2024-07-26T09:38:27.163 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T09:38:27.159+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 46736) UID: 0 2024-07-26T09:41:20.326 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:41:20.338 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:41:50.756 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:41:50.765 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:42:20.892 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:42:20.903 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:42:51.031 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:42:51.040 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:43:21.162 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:43:21.171 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:43:51.284 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:43:51.293 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:44:21.858 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:44:21.867 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:44:51.990 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:44:52.000 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:45:22.127 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:45:22.136 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:45:52.295 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:45:52.305 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:46:22.473 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:46:22.482 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:46:52.612 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:46:52.621 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:47:22.734 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:47:22.743 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:47:52.857 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:47:52.866 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:48:22.988 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:48:22.997 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:48:53.120 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:48:53.129 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:49:23.256 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:49:23.265 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:49:53.378 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:49:53.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:50:23.510 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:50:23.519 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:50:53.640 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:50:53.649 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:51:23.863 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:51:23.871 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:51:53.985 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:51:53.996 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:52:24.434 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:52:24.443 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:52:54.571 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:52:54.580 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:53:24.701 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:53:24.710 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:53:54.849 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:53:54.860 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:54:24.971 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:54:24.980 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:54:55.094 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:54:55.102 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:55:25.223 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:55:25.235 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:55:55.372 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:55:55.382 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:56:25.494 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:56:25.502 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:56:55.859 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:56:55.868 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:57:26.000 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:57:26.008 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:57:56.124 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:57:56.132 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:58:26.251 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:58:26.260 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:58:56.387 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:58:56.396 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:59:26.515 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:59:26.523 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:59:56.645 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T09:59:56.655 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:00:26.793 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:00:26.802 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:00:56.927 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:00:56.938 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:01:27.058 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:01:27.068 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:01:57.186 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:01:57.195 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:02:27.310 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:02:27.319 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:02:57.442 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:02:57.454 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:03:27.561 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:03:27.570 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:03:57.684 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:03:57.693 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:04:27.831 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:04:27.840 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:04:57.998 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:04:58.006 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:05:28.126 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:05:28.136 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:05:36.271 INFO:teuthology.orchestra.run.smithi105.stdout:generic/127 2720s 2024-07-26T10:05:36.294 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/127 2024-07-26T10:05:36.294 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:36.305 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:36.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:36.335 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2024-07-26T10:05:37.185 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:37.197 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:37.197 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:37.618 INFO:teuthology.orchestra.run.smithi105.stdout:generic/128 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:05:37.633 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/128 2024-07-26T10:05:37.633 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/128 2024-07-26T10:05:37.634 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:37.645 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:37.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:37.681 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2024-07-26T10:05:38.373 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:38.402 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:38.402 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:38.881 INFO:teuthology.orchestra.run.smithi105.stdout:generic/129 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:05:38.895 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/129 2024-07-26T10:05:38.896 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/129 2024-07-26T10:05:38.896 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:38.904 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:38.933 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:38.933 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2024-07-26T10:05:39.548 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:39.568 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:39.568 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:40.060 INFO:teuthology.orchestra.run.smithi105.stdout:generic/130 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:05:40.076 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/130 2024-07-26T10:05:40.077 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/130 2024-07-26T10:05:40.077 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:40.087 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:40.122 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:40.123 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2024-07-26T10:05:40.787 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:40.804 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:40.805 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:43.252 INFO:teuthology.orchestra.run.smithi105.stdout:generic/131 3s 2024-07-26T10:05:43.269 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/131 2024-07-26T10:05:43.269 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:43.276 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:43.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:43.302 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2024-07-26T10:05:44.210 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:44.222 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:44.222 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:44.722 INFO:teuthology.orchestra.run.smithi105.stdout:generic/132 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:05:44.739 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/132 2024-07-26T10:05:44.739 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/132 2024-07-26T10:05:44.740 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:05:44.751 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:44.782 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:05:44.783 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2024-07-26T10:05:45.422 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:05:45.444 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:05:45.444 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:05:58.249 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:05:58.258 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:06:28.560 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:06:28.570 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:06:58.683 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:06:58.691 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:07:28.823 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:07:28.832 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:07:58.987 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:07:58.995 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:08:29.142 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:08:29.151 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:08:59.298 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:08:59.309 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:09:29.438 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:09:29.447 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:09:59.584 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:09:59.592 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:10:29.712 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:10:29.721 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:10:59.861 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:10:59.870 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:11:30.212 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:11:30.221 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:12:00.343 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:12:00.351 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:12:30.530 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:12:30.539 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:13:00.661 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:13:00.670 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:13:30.790 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:13:30.799 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:14:00.928 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:14:00.938 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:14:31.151 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:14:31.160 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:15:01.308 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:15:01.317 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:15:31.570 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:15:31.580 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:16:01.708 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:16:01.719 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:16:31.837 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:16:31.845 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:17:01.975 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:17:01.987 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:17:27.460 INFO:teuthology.orchestra.run.smithi105.stdout:generic/133 702s 2024-07-26T10:17:27.480 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/133 2024-07-26T10:17:27.480 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:27.489 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:27.519 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:27.519 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2024-07-26T10:17:28.401 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:28.411 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:28.411 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:29.339 INFO:teuthology.orchestra.run.smithi105.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:29.356 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/134 2024-07-26T10:17:29.356 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/134 2024-07-26T10:17:29.356 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:29.367 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:29.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:29.414 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2024-07-26T10:17:30.219 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:30.230 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:30.230 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:30.738 INFO:teuthology.orchestra.run.smithi105.stdout:generic/135 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:17:30.755 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/135 2024-07-26T10:17:30.755 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/135 2024-07-26T10:17:30.755 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:30.766 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:30.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:30.799 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2024-07-26T10:17:31.422 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:31.441 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:31.441 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:32.041 INFO:teuthology.orchestra.run.smithi105.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:32.055 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/136 2024-07-26T10:17:32.056 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/136 2024-07-26T10:17:32.056 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:32.064 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:32.095 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:32.095 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2024-07-26T10:17:32.099 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:17:32.124 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:17:32.926 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:32.941 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:32.941 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:33.575 INFO:teuthology.orchestra.run.smithi105.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:33.587 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/137 2024-07-26T10:17:33.587 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/137 2024-07-26T10:17:33.587 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:33.596 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:33.624 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:33.625 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2024-07-26T10:17:34.523 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:34.534 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:34.534 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:35.091 INFO:teuthology.orchestra.run.smithi105.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:35.106 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/138 2024-07-26T10:17:35.106 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/138 2024-07-26T10:17:35.106 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:35.117 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:35.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:35.173 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2024-07-26T10:17:36.004 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:36.024 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:36.024 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:36.616 INFO:teuthology.orchestra.run.smithi105.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:36.632 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/139 2024-07-26T10:17:36.632 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/139 2024-07-26T10:17:36.633 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:36.642 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:36.678 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:36.678 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2024-07-26T10:17:37.517 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:37.532 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:37.533 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:38.171 INFO:teuthology.orchestra.run.smithi105.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:38.185 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/140 2024-07-26T10:17:38.185 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/140 2024-07-26T10:17:38.185 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:38.193 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:38.236 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:38.236 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2024-07-26T10:17:39.052 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:39.067 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:39.067 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:39.493 INFO:teuthology.orchestra.run.smithi105.stdout:generic/141 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:17:39.508 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/141 2024-07-26T10:17:39.508 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/141 2024-07-26T10:17:39.508 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:39.517 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:39.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:39.544 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2024-07-26T10:17:40.180 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:40.196 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:40.196 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:40.819 INFO:teuthology.orchestra.run.smithi105.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:40.834 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/142 2024-07-26T10:17:40.834 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/142 2024-07-26T10:17:40.834 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:40.842 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:40.869 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:40.869 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2024-07-26T10:17:41.714 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:41.726 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:41.726 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:42.299 INFO:teuthology.orchestra.run.smithi105.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:42.317 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/143 2024-07-26T10:17:42.317 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/143 2024-07-26T10:17:42.317 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:42.329 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:42.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:42.367 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2024-07-26T10:17:43.172 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:43.184 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:43.184 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:43.801 INFO:teuthology.orchestra.run.smithi105.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:43.817 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/144 2024-07-26T10:17:43.817 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/144 2024-07-26T10:17:43.817 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:43.827 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:43.859 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:43.859 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2024-07-26T10:17:44.667 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:44.680 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:44.680 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:45.275 INFO:teuthology.orchestra.run.smithi105.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:45.287 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/145 2024-07-26T10:17:45.287 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/145 2024-07-26T10:17:45.287 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:45.294 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:45.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:45.322 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2024-07-26T10:17:46.152 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:46.171 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:46.171 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:46.736 INFO:teuthology.orchestra.run.smithi105.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:46.749 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/146 2024-07-26T10:17:46.749 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/146 2024-07-26T10:17:46.749 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:46.757 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:46.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:46.785 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2024-07-26T10:17:47.637 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:47.652 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:47.652 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:48.167 INFO:teuthology.orchestra.run.smithi105.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:48.182 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/147 2024-07-26T10:17:48.182 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/147 2024-07-26T10:17:48.183 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:48.193 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:48.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:48.229 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2024-07-26T10:17:49.022 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:49.032 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:49.033 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:49.619 INFO:teuthology.orchestra.run.smithi105.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:49.635 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/148 2024-07-26T10:17:49.635 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/148 2024-07-26T10:17:49.635 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:49.644 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:49.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:49.673 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2024-07-26T10:17:50.529 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:50.550 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:50.550 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:51.126 INFO:teuthology.orchestra.run.smithi105.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:51.139 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/149 2024-07-26T10:17:51.139 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/149 2024-07-26T10:17:51.139 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:51.148 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:51.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:51.175 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2024-07-26T10:17:51.977 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:51.989 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:51.989 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:52.504 INFO:teuthology.orchestra.run.smithi105.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:52.520 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/150 2024-07-26T10:17:52.520 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/150 2024-07-26T10:17:52.521 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:52.530 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:52.561 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:52.561 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2024-07-26T10:17:53.386 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:53.404 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:53.404 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:53.960 INFO:teuthology.orchestra.run.smithi105.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:53.978 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/151 2024-07-26T10:17:53.978 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/151 2024-07-26T10:17:53.978 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:53.990 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:54.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:54.034 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2024-07-26T10:17:54.847 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:54.861 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:54.861 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:55.483 INFO:teuthology.orchestra.run.smithi105.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:55.496 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/152 2024-07-26T10:17:55.496 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/152 2024-07-26T10:17:55.496 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:55.503 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:55.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:55.533 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2024-07-26T10:17:56.343 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:56.356 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:56.356 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:56.929 INFO:teuthology.orchestra.run.smithi105.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:56.943 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/153 2024-07-26T10:17:56.943 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/153 2024-07-26T10:17:56.943 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:56.951 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:56.982 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:56.982 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2024-07-26T10:17:57.820 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:57.837 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:57.837 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:58.457 INFO:teuthology.orchestra.run.smithi105.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:17:58.474 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/154 2024-07-26T10:17:58.475 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/154 2024-07-26T10:17:58.475 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:17:58.486 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:17:58.520 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:17:58.520 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2024-07-26T10:17:59.375 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:17:59.400 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:17:59.400 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:00.013 INFO:teuthology.orchestra.run.smithi105.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:00.028 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/155 2024-07-26T10:18:00.028 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/155 2024-07-26T10:18:00.028 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:00.037 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:00.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:00.087 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2024-07-26T10:18:00.906 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:00.918 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:00.918 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:01.546 INFO:teuthology.orchestra.run.smithi105.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:01.560 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/156 2024-07-26T10:18:01.560 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/156 2024-07-26T10:18:01.560 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:01.569 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:01.596 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:01.596 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2024-07-26T10:18:02.368 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:18:02.375 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:18:02.429 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:02.440 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:02.440 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:03.061 INFO:teuthology.orchestra.run.smithi105.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:03.080 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/157 2024-07-26T10:18:03.080 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/157 2024-07-26T10:18:03.080 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:03.091 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:03.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:03.128 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2024-07-26T10:18:03.927 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:03.963 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:03.964 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:04.573 INFO:teuthology.orchestra.run.smithi105.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:04.590 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/158 2024-07-26T10:18:04.590 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/158 2024-07-26T10:18:04.590 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:04.601 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:04.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:04.650 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2024-07-26T10:18:05.453 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:05.465 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:05.465 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:06.006 INFO:teuthology.orchestra.run.smithi105.stdout:generic/159 [not run] file system doesn't support chattr +i 2024-07-26T10:18:06.024 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/159 2024-07-26T10:18:06.025 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/159 2024-07-26T10:18:06.025 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:06.036 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:06.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:06.068 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2024-07-26T10:18:06.677 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:06.692 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:06.692 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:07.241 INFO:teuthology.orchestra.run.smithi105.stdout:generic/160 [not run] file system doesn't support chattr +i 2024-07-26T10:18:07.254 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/160 2024-07-26T10:18:07.255 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/160 2024-07-26T10:18:07.255 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:07.263 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:07.292 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:07.292 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2024-07-26T10:18:07.979 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:07.997 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:07.997 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:08.512 INFO:teuthology.orchestra.run.smithi105.stdout:generic/161 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:08.529 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/161 2024-07-26T10:18:08.529 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/161 2024-07-26T10:18:08.530 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:08.541 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:08.575 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:08.576 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2024-07-26T10:18:09.230 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:09.249 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:09.249 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:09.673 INFO:teuthology.orchestra.run.smithi105.stdout:generic/162 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:09.690 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/162 2024-07-26T10:18:09.690 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/162 2024-07-26T10:18:09.690 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:09.701 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:09.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:09.730 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2024-07-26T10:18:10.380 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:10.401 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:10.401 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:10.825 INFO:teuthology.orchestra.run.smithi105.stdout:generic/163 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:10.838 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/163 2024-07-26T10:18:10.838 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/163 2024-07-26T10:18:10.839 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:10.847 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:10.879 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:10.879 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2024-07-26T10:18:11.504 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:11.523 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:11.523 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:12.057 INFO:teuthology.orchestra.run.smithi105.stdout:generic/164 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:12.074 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/164 2024-07-26T10:18:12.074 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/164 2024-07-26T10:18:12.074 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:12.085 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:12.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:12.119 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2024-07-26T10:18:12.753 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:12.768 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:12.768 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:13.261 INFO:teuthology.orchestra.run.smithi105.stdout:generic/165 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:13.276 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/165 2024-07-26T10:18:13.276 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/165 2024-07-26T10:18:13.277 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:13.286 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:13.317 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:13.317 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2024-07-26T10:18:13.933 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:13.948 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:13.949 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:14.443 INFO:teuthology.orchestra.run.smithi105.stdout:generic/166 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:14.461 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/166 2024-07-26T10:18:14.461 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/166 2024-07-26T10:18:14.461 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:14.473 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:14.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:14.505 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2024-07-26T10:18:15.175 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:15.198 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:15.199 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:15.679 INFO:teuthology.orchestra.run.smithi105.stdout:generic/167 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:15.693 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/167 2024-07-26T10:18:15.693 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/167 2024-07-26T10:18:15.693 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:15.702 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:15.733 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:15.734 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2024-07-26T10:18:16.360 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:16.376 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:16.376 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:16.874 INFO:teuthology.orchestra.run.smithi105.stdout:generic/168 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:16.890 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/168 2024-07-26T10:18:16.890 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/168 2024-07-26T10:18:16.890 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:16.901 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:16.932 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:16.932 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2024-07-26T10:18:17.596 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:17.611 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:17.611 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:18.068 INFO:teuthology.orchestra.run.smithi105.stdout:generic/169 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:18.086 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/169 2024-07-26T10:18:18.087 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/169 2024-07-26T10:18:18.087 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:18.098 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:18.129 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:18.129 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2024-07-26T10:18:18.773 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:18.793 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:18.793 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:19.236 INFO:teuthology.orchestra.run.smithi105.stdout:generic/170 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:19.252 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/170 2024-07-26T10:18:19.252 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/170 2024-07-26T10:18:19.252 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:19.261 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:19.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:19.291 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2024-07-26T10:18:19.893 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:19.907 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:19.907 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:20.402 INFO:teuthology.orchestra.run.smithi105.stdout:generic/171 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:20.418 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/171 2024-07-26T10:18:20.418 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/171 2024-07-26T10:18:20.418 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:20.426 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:20.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:20.457 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2024-07-26T10:18:21.105 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:21.122 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:21.123 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:21.585 INFO:teuthology.orchestra.run.smithi105.stdout:generic/172 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:21.600 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/172 2024-07-26T10:18:21.600 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/172 2024-07-26T10:18:21.600 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:21.609 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:21.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:21.647 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2024-07-26T10:18:22.296 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:22.310 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:22.310 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:22.785 INFO:teuthology.orchestra.run.smithi105.stdout:generic/173 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:22.802 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/173 2024-07-26T10:18:22.802 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/173 2024-07-26T10:18:22.803 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:22.815 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:22.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:22.847 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2024-07-26T10:18:23.481 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:23.502 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:23.503 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:23.997 INFO:teuthology.orchestra.run.smithi105.stdout:generic/174 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:24.013 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/174 2024-07-26T10:18:24.013 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/174 2024-07-26T10:18:24.013 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:24.023 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:24.054 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:24.055 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2024-07-26T10:18:24.715 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:24.739 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:24.739 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:25.234 INFO:teuthology.orchestra.run.smithi105.stdout:generic/175 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:25.250 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/175 2024-07-26T10:18:25.250 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/175 2024-07-26T10:18:25.250 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:25.259 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:25.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:25.287 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2024-07-26T10:18:25.916 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:25.938 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:25.938 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:26.440 INFO:teuthology.orchestra.run.smithi105.stdout:generic/176 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:26.453 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/176 2024-07-26T10:18:26.453 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/176 2024-07-26T10:18:26.453 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:26.462 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:26.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:26.490 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2024-07-26T10:18:27.110 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:27.124 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:27.124 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:27.628 INFO:teuthology.orchestra.run.smithi105.stdout:generic/177 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:27.644 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/177 2024-07-26T10:18:27.644 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/177 2024-07-26T10:18:27.644 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:27.654 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:27.684 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:27.685 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2024-07-26T10:18:28.342 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:28.359 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:28.359 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:28.954 INFO:teuthology.orchestra.run.smithi105.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:28.972 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/178 2024-07-26T10:18:28.972 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/178 2024-07-26T10:18:28.972 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:28.984 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:29.019 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:29.019 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2024-07-26T10:18:29.856 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:29.871 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:29.872 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:30.497 INFO:teuthology.orchestra.run.smithi105.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:30.511 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/179 2024-07-26T10:18:30.511 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/179 2024-07-26T10:18:30.512 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:30.523 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:30.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:30.564 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2024-07-26T10:18:31.375 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:31.387 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:31.387 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:31.952 INFO:teuthology.orchestra.run.smithi105.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:31.968 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/180 2024-07-26T10:18:31.968 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/180 2024-07-26T10:18:31.968 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:31.978 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:32.011 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:32.012 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2024-07-26T10:18:32.502 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:18:32.512 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:18:32.856 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:32.871 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:32.872 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:33.509 INFO:teuthology.orchestra.run.smithi105.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:33.523 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/181 2024-07-26T10:18:33.523 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/181 2024-07-26T10:18:33.523 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:33.532 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:33.569 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:33.569 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2024-07-26T10:18:34.401 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:34.411 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:34.411 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:35.065 INFO:teuthology.orchestra.run.smithi105.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:18:35.084 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/182 2024-07-26T10:18:35.084 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/182 2024-07-26T10:18:35.084 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:35.097 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:35.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:35.127 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2024-07-26T10:18:35.975 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:35.991 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:35.991 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:36.449 INFO:teuthology.orchestra.run.smithi105.stdout:generic/183 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:36.463 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/183 2024-07-26T10:18:36.463 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/183 2024-07-26T10:18:36.463 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:36.471 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:36.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:36.501 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2024-07-26T10:18:37.108 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:37.128 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:37.129 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:37.837 INFO:teuthology.orchestra.run.smithi105.stdout:generic/184 [failed, exit status 1]- output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/184.out.bad) 2024-07-26T10:18:37.845 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/184.out 2024-07-26 07:40:48.416127160 +0000 2024-07-26T10:18:37.845 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/184.out.bad 2024-07-26 10:18:37.818163080 +0000 2024-07-26T10:18:37.845 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1 +1,2 @@ 2024-07-26T10:18:37.845 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 184 2024-07-26T10:18:37.845 INFO:teuthology.orchestra.run.smithi105.stdout: +/tmp/tmp.FtykIkeoTvxfstests-dev/tests/generic/184: line 23: /tmp/tmp.KxbARfuQYDtest/null: Permission denied 2024-07-26T10:18:37.855 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/184 2024-07-26T10:18:37.855 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/184 2024-07-26T10:18:37.855 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:18:37.864 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:37.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:18:37.891 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:18:37.891 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:18:37.891 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2024-07-26T10:18:38.537 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:38.553 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:38.553 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:38.969 INFO:teuthology.orchestra.run.smithi105.stdout:generic/185 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:38.982 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/185 2024-07-26T10:18:38.982 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/185 2024-07-26T10:18:38.982 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:38.990 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:39.017 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:39.018 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2024-07-26T10:18:39.634 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:39.647 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:39.647 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:40.145 INFO:teuthology.orchestra.run.smithi105.stdout:generic/186 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:40.161 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/186 2024-07-26T10:18:40.161 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/186 2024-07-26T10:18:40.162 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:40.171 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:40.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:40.205 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2024-07-26T10:18:40.880 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:40.898 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:40.898 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:41.344 INFO:teuthology.orchestra.run.smithi105.stdout:generic/187 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:41.357 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/187 2024-07-26T10:18:41.357 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/187 2024-07-26T10:18:41.357 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:41.365 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:41.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:41.394 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2024-07-26T10:18:42.048 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:42.068 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:42.068 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:42.532 INFO:teuthology.orchestra.run.smithi105.stdout:generic/188 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:42.547 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/188 2024-07-26T10:18:42.548 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/188 2024-07-26T10:18:42.548 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:42.558 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:42.588 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:42.589 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2024-07-26T10:18:43.243 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:43.270 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:43.270 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:43.798 INFO:teuthology.orchestra.run.smithi105.stdout:generic/189 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:43.811 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/189 2024-07-26T10:18:43.811 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/189 2024-07-26T10:18:43.811 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:43.820 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:43.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:43.855 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2024-07-26T10:18:44.511 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:44.536 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:44.536 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:45.009 INFO:teuthology.orchestra.run.smithi105.stdout:generic/190 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:45.023 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/190 2024-07-26T10:18:45.023 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/190 2024-07-26T10:18:45.023 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:45.031 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:45.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:45.059 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2024-07-26T10:18:45.766 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:45.782 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:45.782 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:46.246 INFO:teuthology.orchestra.run.smithi105.stdout:generic/191 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:46.260 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/191 2024-07-26T10:18:46.260 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/191 2024-07-26T10:18:46.260 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:46.268 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:46.300 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:46.300 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2024-07-26T10:18:46.926 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:46.948 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:46.948 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:47.512 INFO:teuthology.orchestra.run.smithi105.stdout:generic/192 [not run] atime not maintained by ceph-fuse 2024-07-26T10:18:47.526 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/192 2024-07-26T10:18:47.526 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/192 2024-07-26T10:18:47.526 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:47.534 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:47.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:47.563 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2024-07-26T10:18:48.237 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:48.256 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:48.256 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:51.006 INFO:teuthology.orchestra.run.smithi105.stdout:generic/193 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/193.out.bad) 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/193.out 2024-07-26 07:40:48.417127141 +0000 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/193.out.bad 2024-07-26 10:18:51.000904769 +0000 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -24,7 +24,6 @@ 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: user: chmod a+r on qa_user owned file (should succeed) 2024-07-26T10:18:51.015 INFO:teuthology.orchestra.run.smithi105.stdout: user: chmod a+r on root owned file (should fail) 2024-07-26T10:18:51.016 INFO:teuthology.orchestra.run.smithi105.stdout: -chmod: changing permissions of 'test.root': Operation not permitted 2024-07-26T10:18:51.016 INFO:teuthology.orchestra.run.smithi105.stdout: check that the sgid bit is cleared 2024-07-26T10:18:51.016 INFO:teuthology.orchestra.run.smithi105.stdout: -rw-rw-rw- 2024-07-26T10:18:51.016 INFO:teuthology.orchestra.run.smithi105.stdout: check that suid bit is not cleared 2024-07-26T10:18:51.025 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/193 2024-07-26T10:18:51.025 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/193 2024-07-26T10:18:51.025 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:18:51.035 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:51.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:18:51.064 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:18:51.064 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:18:51.065 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2024-07-26T10:18:51.913 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:51.926 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:51.926 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:52.319 INFO:teuthology.orchestra.run.smithi105.stdout:generic/194 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:52.336 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/194 2024-07-26T10:18:52.336 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/194 2024-07-26T10:18:52.336 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:52.346 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:52.378 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:52.378 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2024-07-26T10:18:53.022 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:53.051 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:53.051 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:53.540 INFO:teuthology.orchestra.run.smithi105.stdout:generic/195 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:53.557 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/195 2024-07-26T10:18:53.557 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/195 2024-07-26T10:18:53.557 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:53.568 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:53.597 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:53.597 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2024-07-26T10:18:54.201 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:54.216 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:54.216 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:54.755 INFO:teuthology.orchestra.run.smithi105.stdout:generic/196 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:54.772 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/196 2024-07-26T10:18:54.772 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/196 2024-07-26T10:18:54.772 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:54.782 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:54.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:54.813 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2024-07-26T10:18:55.465 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:55.486 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:55.487 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:55.901 INFO:teuthology.orchestra.run.smithi105.stdout:generic/197 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:18:55.917 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/197 2024-07-26T10:18:55.918 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/197 2024-07-26T10:18:55.918 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:55.929 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:55.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:55.962 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2024-07-26T10:18:56.590 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:56.607 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:56.607 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:58.880 INFO:teuthology.orchestra.run.smithi105.stdout:generic/198 2s 2024-07-26T10:18:58.902 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/198 2024-07-26T10:18:58.902 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:18:58.911 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:18:58.945 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:18:58.945 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2024-07-26T10:18:59.846 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:18:59.865 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:18:59.865 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:00.326 INFO:teuthology.orchestra.run.smithi105.stdout:generic/199 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/199 2024-07-26T10:19:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/199 2024-07-26T10:19:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:00.346 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:00.376 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:00.376 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2024-07-26T10:19:00.982 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:00.995 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:00.995 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:01.397 INFO:teuthology.orchestra.run.smithi105.stdout:generic/200 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:01.413 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/200 2024-07-26T10:19:01.413 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/200 2024-07-26T10:19:01.413 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:01.423 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:01.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:01.450 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2024-07-26T10:19:02.052 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:02.066 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:02.066 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:02.559 INFO:teuthology.orchestra.run.smithi105.stdout:generic/201 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:02.574 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/201 2024-07-26T10:19:02.574 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/201 2024-07-26T10:19:02.574 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:02.581 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:02.609 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:02.609 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2024-07-26T10:19:02.629 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:19:02.661 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:19:03.184 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:03.201 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:03.201 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:03.613 INFO:teuthology.orchestra.run.smithi105.stdout:generic/202 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:03.630 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/202 2024-07-26T10:19:03.630 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/202 2024-07-26T10:19:03.630 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:03.639 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:03.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:03.667 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2024-07-26T10:19:04.248 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:04.265 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:04.265 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:04.686 INFO:teuthology.orchestra.run.smithi105.stdout:generic/203 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:04.701 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/203 2024-07-26T10:19:04.701 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/203 2024-07-26T10:19:04.701 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:04.710 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:04.737 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:04.737 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2024-07-26T10:19:05.293 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:05.310 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:05.310 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:06.192 INFO:teuthology.orchestra.run.smithi105.stdout:generic/204 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:06.209 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/204 2024-07-26T10:19:06.210 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/204 2024-07-26T10:19:06.210 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:06.223 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:06.255 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:06.255 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2024-07-26T10:19:06.867 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:06.885 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:06.885 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:07.386 INFO:teuthology.orchestra.run.smithi105.stdout:generic/205 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:07.401 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/205 2024-07-26T10:19:07.402 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/205 2024-07-26T10:19:07.402 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:07.411 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:07.439 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:07.439 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2024-07-26T10:19:08.037 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:08.063 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:08.063 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:08.517 INFO:teuthology.orchestra.run.smithi105.stdout:generic/206 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:19:08.535 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/206 2024-07-26T10:19:08.535 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/206 2024-07-26T10:19:08.535 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:08.546 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:08.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:08.579 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2024-07-26T10:19:09.247 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:09.265 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:09.265 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:32.859 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:19:32.871 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:19:57.990 INFO:teuthology.orchestra.run.smithi105.stdout:generic/207 48s 2024-07-26T10:19:58.014 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/207 2024-07-26T10:19:58.014 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:19:58.023 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:19:58.071 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:19:58.071 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2024-07-26T10:19:58.922 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:19:58.937 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:19:58.937 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:20:03.001 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:20:03.009 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:20:33.130 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:20:33.138 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:21:03.286 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:21:03.295 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:21:33.417 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:21:33.426 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:22:03.538 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:22:03.547 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:22:33.656 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:22:33.664 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:23:03.792 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:23:03.801 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:23:19.734 INFO:teuthology.orchestra.run.smithi105.stdout:generic/208 201s 2024-07-26T10:23:19.753 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/208 2024-07-26T10:23:19.753 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:23:19.762 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:19.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:23:19.807 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2024-07-26T10:23:20.613 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:20.629 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:20.629 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:33.938 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:23:33.949 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:23:48.390 INFO:teuthology.orchestra.run.smithi105.stdout:generic/209 [failed, exit status 1]- output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/209.out.bad) 2024-07-26T10:23:48.405 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/209.out 2024-07-26 07:40:48.420127082 +0000 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/209.out.bad 2024-07-26 10:23:48.347082759 +0000 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,2 +1,2 @@ 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 209 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: -test ran for 30 seconds without error 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: +reader found old byte at pos 4096 2024-07-26T10:23:48.406 INFO:teuthology.orchestra.run.smithi105.stdout: \ No newline at end of file 2024-07-26T10:23:48.440 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/209 2024-07-26T10:23:48.440 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/209 2024-07-26T10:23:48.440 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:23:48.457 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:48.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:23:48.511 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:23:48.511 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:23:48.511 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2024-07-26T10:23:49.180 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:49.193 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:49.193 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:50.081 INFO:teuthology.orchestra.run.smithi105.stdout:generic/210 1s 2024-07-26T10:23:50.102 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/210 2024-07-26T10:23:50.102 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:23:50.111 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:50.160 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:23:50.161 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2024-07-26T10:23:51.030 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:51.051 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:51.052 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:52.118 INFO:teuthology.orchestra.run.smithi105.stdout:generic/211 1s 2024-07-26T10:23:52.138 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/211 2024-07-26T10:23:52.138 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:23:52.148 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:52.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:23:52.178 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2024-07-26T10:23:52.834 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:52.857 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:52.857 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:53.548 INFO:teuthology.orchestra.run.smithi105.stdout:generic/212 1s 2024-07-26T10:23:53.570 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/212 2024-07-26T10:23:53.570 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:23:53.579 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:53.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:23:53.610 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2024-07-26T10:23:54.194 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:54.207 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:54.208 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:55.124 INFO:teuthology.orchestra.run.smithi105.stdout:generic/213 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/213.out.bad) 2024-07-26T10:23:55.129 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/213.out 2024-07-26 07:40:48.421127062 +0000 2024-07-26T10:23:55.129 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/213.out.bad 2024-07-26 10:23:55.118950242 +0000 2024-07-26T10:23:55.129 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,4 +1,3 @@ 2024-07-26T10:23:55.129 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 213 2024-07-26T10:23:55.129 INFO:teuthology.orchestra.run.smithi105.stdout: We should get: fallocate: No space left on device 2024-07-26T10:23:55.130 INFO:teuthology.orchestra.run.smithi105.stdout: Strangely, xfs_io sometimes says "Success" when something went wrong, FYI 2024-07-26T10:23:55.130 INFO:teuthology.orchestra.run.smithi105.stdout: -fallocate: No space left on device 2024-07-26T10:23:55.138 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/213 2024-07-26T10:23:55.138 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/213 2024-07-26T10:23:55.138 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:23:55.144 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:55.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:23:55.183 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:23:55.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:23:55.183 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2024-07-26T10:23:56.086 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:56.098 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:56.098 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:57.154 INFO:teuthology.orchestra.run.smithi105.stdout:generic/214 1s 2024-07-26T10:23:57.177 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/214 2024-07-26T10:23:57.178 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:23:57.189 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:23:57.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:23:57.221 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2024-07-26T10:23:58.149 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:23:58.161 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:23:58.161 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:02.273 INFO:teuthology.orchestra.run.smithi105.stdout:generic/215 4s 2024-07-26T10:24:02.296 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/215 2024-07-26T10:24:02.296 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:02.306 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:02.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:02.345 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2024-07-26T10:24:03.031 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:03.048 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:03.048 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:03.448 INFO:teuthology.orchestra.run.smithi105.stdout:generic/216 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:03.468 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/216 2024-07-26T10:24:03.468 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/216 2024-07-26T10:24:03.468 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:03.476 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:03.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:03.505 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2024-07-26T10:24:04.118 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:24:04.125 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:24:04.221 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:04.235 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:04.235 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:04.719 INFO:teuthology.orchestra.run.smithi105.stdout:generic/217 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:04.737 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/217 2024-07-26T10:24:04.737 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/217 2024-07-26T10:24:04.737 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:04.748 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:04.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:04.781 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2024-07-26T10:24:05.458 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:05.473 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:05.473 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:05.869 INFO:teuthology.orchestra.run.smithi105.stdout:generic/218 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:05.883 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/218 2024-07-26T10:24:05.883 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/218 2024-07-26T10:24:05.884 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:05.895 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:05.929 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:05.929 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2024-07-26T10:24:07.548 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:07.567 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:07.567 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:07.996 INFO:teuthology.orchestra.run.smithi105.stdout:generic/219 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:08.008 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/219 2024-07-26T10:24:08.008 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/219 2024-07-26T10:24:08.009 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:08.019 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:08.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:08.049 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2024-07-26T10:24:08.887 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:08.903 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:08.903 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:09.323 INFO:teuthology.orchestra.run.smithi105.stdout:generic/220 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:09.337 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/220 2024-07-26T10:24:09.337 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/220 2024-07-26T10:24:09.337 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:09.344 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:09.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:09.383 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2024-07-26T10:24:10.070 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:10.089 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:10.089 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:11.654 INFO:teuthology.orchestra.run.smithi105.stdout:generic/221 1s 2024-07-26T10:24:11.677 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/221 2024-07-26T10:24:11.678 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:11.686 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:11.719 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:11.720 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2024-07-26T10:24:12.412 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:12.427 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:12.427 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:13.341 INFO:teuthology.orchestra.run.smithi105.stdout:generic/222 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:13.359 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/222 2024-07-26T10:24:13.359 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/222 2024-07-26T10:24:13.359 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:13.367 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:13.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:13.400 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2024-07-26T10:24:14.083 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:14.101 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:14.101 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:14.511 INFO:teuthology.orchestra.run.smithi105.stdout:generic/223 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:14.528 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/223 2024-07-26T10:24:14.528 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/223 2024-07-26T10:24:14.528 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:14.539 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:14.569 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:14.569 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2024-07-26T10:24:15.276 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:15.292 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:15.292 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:15.684 INFO:teuthology.orchestra.run.smithi105.stdout:generic/224 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:15.697 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/224 2024-07-26T10:24:15.697 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/224 2024-07-26T10:24:15.697 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:15.706 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:15.741 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:15.741 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2024-07-26T10:24:16.461 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:16.477 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:16.477 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:16.880 INFO:teuthology.orchestra.run.smithi105.stdout:generic/225 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:16.894 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/225 2024-07-26T10:24:16.894 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/225 2024-07-26T10:24:16.894 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:16.905 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:16.943 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:16.943 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2024-07-26T10:24:17.642 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:17.657 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:17.657 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:18.082 INFO:teuthology.orchestra.run.smithi105.stdout:generic/226 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:18.100 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/226 2024-07-26T10:24:18.100 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/226 2024-07-26T10:24:18.100 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:18.108 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:18.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:18.140 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2024-07-26T10:24:18.824 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:18.839 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:18.839 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:19.237 INFO:teuthology.orchestra.run.smithi105.stdout:generic/227 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:19.253 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/227 2024-07-26T10:24:19.253 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/227 2024-07-26T10:24:19.253 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:19.259 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:19.282 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:19.282 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2024-07-26T10:24:19.857 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:19.870 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:19.870 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:20.555 INFO:teuthology.orchestra.run.smithi105.stdout:generic/228 1s 2024-07-26T10:24:20.578 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/228 2024-07-26T10:24:20.578 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:20.588 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:20.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:20.642 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2024-07-26T10:24:21.545 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:21.559 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:21.559 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:21.997 INFO:teuthology.orchestra.run.smithi105.stdout:generic/229 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:22.013 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/229 2024-07-26T10:24:22.013 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/229 2024-07-26T10:24:22.013 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:22.022 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:22.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:22.057 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2024-07-26T10:24:22.737 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:22.753 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:22.754 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:23.174 INFO:teuthology.orchestra.run.smithi105.stdout:generic/230 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:23.186 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/230 2024-07-26T10:24:23.186 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/230 2024-07-26T10:24:23.186 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:23.193 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:23.225 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:23.225 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2024-07-26T10:24:23.956 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:23.979 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:23.980 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:24.392 INFO:teuthology.orchestra.run.smithi105.stdout:generic/231 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:24.409 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/231 2024-07-26T10:24:24.409 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/231 2024-07-26T10:24:24.409 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:24.419 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:24.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:24.458 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2024-07-26T10:24:25.142 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:25.159 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:25.160 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:25.570 INFO:teuthology.orchestra.run.smithi105.stdout:generic/232 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:25.587 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/232 2024-07-26T10:24:25.587 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/232 2024-07-26T10:24:25.587 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:25.594 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:25.625 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:25.625 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2024-07-26T10:24:26.335 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:26.351 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:26.351 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:26.749 INFO:teuthology.orchestra.run.smithi105.stdout:generic/233 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:26.766 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/233 2024-07-26T10:24:26.766 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/233 2024-07-26T10:24:26.766 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:26.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:26.805 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:26.805 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2024-07-26T10:24:27.475 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:27.495 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:27.495 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:27.890 INFO:teuthology.orchestra.run.smithi105.stdout:generic/234 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:27.906 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/234 2024-07-26T10:24:27.906 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/234 2024-07-26T10:24:27.906 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:27.917 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:27.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:27.952 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2024-07-26T10:24:28.637 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:28.652 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:28.653 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:29.055 INFO:teuthology.orchestra.run.smithi105.stdout:generic/235 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:29.068 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/235 2024-07-26T10:24:29.068 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/235 2024-07-26T10:24:29.068 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:29.076 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:29.109 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:29.109 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2024-07-26T10:24:29.801 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:29.815 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:29.816 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:32.121 INFO:teuthology.orchestra.run.smithi105.stdout:generic/236 3s 2024-07-26T10:24:32.165 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/236 2024-07-26T10:24:32.166 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:32.176 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:32.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:32.222 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2024-07-26T10:24:33.353 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:33.370 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:33.370 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:33.962 INFO:teuthology.orchestra.run.smithi105.stdout:generic/237 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T10:24:33.976 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/237 2024-07-26T10:24:33.976 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/237 2024-07-26T10:24:33.976 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:33.983 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:34.016 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:34.017 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2024-07-26T10:24:34.429 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:24:34.434 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:24:34.715 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:34.731 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:34.733 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:35.138 INFO:teuthology.orchestra.run.smithi105.stdout:generic/238 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:24:35.153 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/238 2024-07-26T10:24:35.153 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/238 2024-07-26T10:24:35.154 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:35.163 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:35.196 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:35.196 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2024-07-26T10:24:35.883 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:35.899 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:35.899 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:36.367 INFO:teuthology.orchestra.run.smithi105.stdout:generic/239 [not run] Sparse files are not supported or do not work as expected 2024-07-26T10:24:36.385 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/239 2024-07-26T10:24:36.385 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/239 2024-07-26T10:24:36.385 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:36.392 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:36.423 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:36.423 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2024-07-26T10:24:37.146 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:37.160 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:37.160 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:37.623 INFO:teuthology.orchestra.run.smithi105.stdout:generic/240 [not run] Sparse files are not supported or do not work as expected 2024-07-26T10:24:37.639 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/240 2024-07-26T10:24:37.639 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/240 2024-07-26T10:24:37.639 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:24:37.650 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:24:37.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:24:37.681 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2024-07-26T10:24:38.380 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:24:38.392 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:24:38.392 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:04.633 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:25:04.644 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:25:34.784 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:25:34.790 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:25:52.365 INFO:teuthology.orchestra.run.smithi105.stdout:generic/241 74s 2024-07-26T10:25:52.386 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/241 2024-07-26T10:25:52.387 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:25:52.396 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:52.434 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:25:52.435 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2024-07-26T10:25:53.989 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:25:54.005 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:25:54.006 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:54.914 INFO:teuthology.orchestra.run.smithi105.stdout:generic/242 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:25:54.931 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/242 2024-07-26T10:25:54.931 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/242 2024-07-26T10:25:54.931 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:25:54.941 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:54.978 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:25:54.978 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2024-07-26T10:25:55.673 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:25:55.691 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:25:55.691 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:56.076 INFO:teuthology.orchestra.run.smithi105.stdout:generic/243 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:25:56.093 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/243 2024-07-26T10:25:56.093 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/243 2024-07-26T10:25:56.093 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:25:56.102 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:56.139 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:25:56.139 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2024-07-26T10:25:56.819 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:25:56.834 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:25:56.834 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:57.249 INFO:teuthology.orchestra.run.smithi105.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-07-26T10:25:57.263 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/244 2024-07-26T10:25:57.264 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/244 2024-07-26T10:25:57.264 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:25:57.275 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:57.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:25:57.306 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2024-07-26T10:25:57.997 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:25:58.010 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:25:58.010 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:58.601 INFO:teuthology.orchestra.run.smithi105.stdout:generic/245 0s 2024-07-26T10:25:58.625 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/245 2024-07-26T10:25:58.625 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:25:58.637 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:25:58.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:25:58.671 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2024-07-26T10:25:59.594 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:25:59.614 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:25:59.614 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:26:03.264 INFO:teuthology.orchestra.run.smithi105.stdout:generic/246 4s 2024-07-26T10:26:03.285 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/246 2024-07-26T10:26:03.285 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:26:03.293 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:26:03.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:26:03.334 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2024-07-26T10:26:04.257 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:26:04.271 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:26:04.272 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:26:04.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:26:04.977 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:26:36.892 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:26:36.899 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:27:07.084 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:27:07.092 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:27:07.505 INFO:teuthology.orchestra.run.smithi105.stdout:generic/247 63s 2024-07-26T10:27:07.528 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/247 2024-07-26T10:27:07.528 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:07.538 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:07.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:07.568 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2024-07-26T10:27:08.260 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:08.275 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:08.275 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:08.835 INFO:teuthology.orchestra.run.smithi105.stdout:generic/248 0s 2024-07-26T10:27:08.857 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/248 2024-07-26T10:27:08.857 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:08.869 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:08.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:08.904 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2024-07-26T10:27:09.583 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:09.598 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:09.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:13.947 INFO:teuthology.orchestra.run.smithi105.stdout:generic/249 4s 2024-07-26T10:27:13.969 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/249 2024-07-26T10:27:13.970 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:13.978 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:14.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:14.009 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2024-07-26T10:27:14.943 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:14.957 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:14.957 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:15.439 INFO:teuthology.orchestra.run.smithi105.stdout:generic/250 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:15.454 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/250 2024-07-26T10:27:15.454 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/250 2024-07-26T10:27:15.454 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:15.464 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:15.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:15.497 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2024-07-26T10:27:16.181 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:16.194 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:16.194 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:16.612 INFO:teuthology.orchestra.run.smithi105.stdout:generic/251 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:16.628 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/251 2024-07-26T10:27:16.629 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/251 2024-07-26T10:27:16.629 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:16.640 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:16.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:16.672 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2024-07-26T10:27:17.364 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:17.382 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:17.383 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:17.812 INFO:teuthology.orchestra.run.smithi105.stdout:generic/252 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:17.827 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/252 2024-07-26T10:27:17.827 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/252 2024-07-26T10:27:17.827 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:17.835 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:17.870 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:17.870 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2024-07-26T10:27:18.584 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:18.600 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:18.600 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:19.003 INFO:teuthology.orchestra.run.smithi105.stdout:generic/253 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:19.017 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/253 2024-07-26T10:27:19.017 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/253 2024-07-26T10:27:19.018 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:19.025 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:19.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:19.056 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2024-07-26T10:27:19.719 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:19.733 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:19.733 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:20.220 INFO:teuthology.orchestra.run.smithi105.stdout:generic/254 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:20.237 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/254 2024-07-26T10:27:20.238 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/254 2024-07-26T10:27:20.238 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:20.248 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:20.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:20.277 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2024-07-26T10:27:20.946 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:20.961 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:20.961 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:23.705 INFO:teuthology.orchestra.run.smithi105.stdout:generic/255 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T10:27:23.722 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/255 2024-07-26T10:27:23.722 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/255 2024-07-26T10:27:23.722 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:23.734 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:23.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:23.762 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2024-07-26T10:27:24.704 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:24.719 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:24.719 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:27.448 INFO:teuthology.orchestra.run.smithi105.stdout:generic/256 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:27.466 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/256 2024-07-26T10:27:27.466 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/256 2024-07-26T10:27:27.466 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:27.476 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:27.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:27.514 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2024-07-26T10:27:28.212 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:28.226 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:28.226 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:31.052 INFO:teuthology.orchestra.run.smithi105.stdout:generic/257 3s 2024-07-26T10:27:31.077 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/257 2024-07-26T10:27:31.077 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:31.089 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:31.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:31.126 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2024-07-26T10:27:32.056 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:32.073 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:32.073 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:32.606 INFO:teuthology.orchestra.run.smithi105.stdout:generic/258 [failed, exit status 1]- output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/258.out.bad) 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/258.out 2024-07-26 07:40:48.428126925 +0000 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/258.out.bad 2024-07-26 10:27:32.600713001 +0000 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,5 +1,6 @@ 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 258 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: Creating file with timestamp of Jan 1, 1960 2024-07-26T10:27:32.613 INFO:teuthology.orchestra.run.smithi105.stdout: Testing for negative seconds since epoch 2024-07-26T10:27:32.614 INFO:teuthology.orchestra.run.smithi105.stdout: -Remounting to flush cache 2024-07-26T10:27:32.614 INFO:teuthology.orchestra.run.smithi105.stdout: -Testing for negative seconds since epoch 2024-07-26T10:27:32.614 INFO:teuthology.orchestra.run.smithi105.stdout: +Timestamp wrapped: 3979351756 2024-07-26T10:27:32.614 INFO:teuthology.orchestra.run.smithi105.stdout: +Timestamp wrapped 2024-07-26T10:27:32.614 INFO:teuthology.orchestra.run.smithi105.stdout: +(see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/258.full for details) 2024-07-26T10:27:32.625 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/258 2024-07-26T10:27:32.626 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/258 2024-07-26T10:27:32.626 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:27:32.638 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:32.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:27:32.667 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:27:32.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:27:32.667 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2024-07-26T10:27:33.390 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:33.409 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:33.409 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:34.088 INFO:teuthology.orchestra.run.smithi105.stdout:generic/259 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:34.103 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/259 2024-07-26T10:27:34.103 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/259 2024-07-26T10:27:34.103 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:34.113 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:34.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:34.146 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2024-07-26T10:27:34.850 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:34.870 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:34.870 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:35.255 INFO:teuthology.orchestra.run.smithi105.stdout:generic/260 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:35.272 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/260 2024-07-26T10:27:35.272 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/260 2024-07-26T10:27:35.272 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:35.282 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:35.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:35.316 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2024-07-26T10:27:36.008 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:36.022 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:36.023 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:36.428 INFO:teuthology.orchestra.run.smithi105.stdout:generic/261 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:36.444 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/261 2024-07-26T10:27:36.444 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/261 2024-07-26T10:27:36.445 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:36.454 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:36.485 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:36.485 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2024-07-26T10:27:37.179 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:37.193 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:37.193 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:37.216 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:27:37.221 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:27:37.606 INFO:teuthology.orchestra.run.smithi105.stdout:generic/262 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:27:37.621 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/262 2024-07-26T10:27:37.621 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/262 2024-07-26T10:27:37.621 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:27:37.630 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:27:37.666 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:27:37.666 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2024-07-26T10:27:38.356 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:27:38.371 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:27:38.371 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:28:07.354 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:28:07.361 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:28:37.502 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:28:37.507 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:29:08.018 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:29:08.027 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:29:38.154 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:29:38.164 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:29:53.142 INFO:teuthology.orchestra.run.smithi105.stdout:generic/263 135s 2024-07-26T10:29:53.163 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/263 2024-07-26T10:29:53.163 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:53.172 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:53.209 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:53.210 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2024-07-26T10:29:54.047 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:29:54.062 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:29:54.062 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:54.607 INFO:teuthology.orchestra.run.smithi105.stdout:generic/264 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:29:54.621 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/264 2024-07-26T10:29:54.621 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/264 2024-07-26T10:29:54.621 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:54.630 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:54.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:54.661 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2024-07-26T10:29:55.300 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:29:55.317 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:29:55.317 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:55.828 INFO:teuthology.orchestra.run.smithi105.stdout:generic/265 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:29:55.847 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/265 2024-07-26T10:29:55.847 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/265 2024-07-26T10:29:55.847 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:55.859 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:55.893 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:55.893 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2024-07-26T10:29:56.508 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:29:56.524 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:29:56.524 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:57.079 INFO:teuthology.orchestra.run.smithi105.stdout:generic/266 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:29:57.093 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/266 2024-07-26T10:29:57.093 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/266 2024-07-26T10:29:57.093 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:57.102 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:57.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:57.132 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2024-07-26T10:29:57.771 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:29:57.798 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:29:57.798 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:58.330 INFO:teuthology.orchestra.run.smithi105.stdout:generic/267 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:29:58.345 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/267 2024-07-26T10:29:58.345 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/267 2024-07-26T10:29:58.345 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:58.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:58.386 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2024-07-26T10:29:59.031 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:29:59.051 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:29:59.051 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:59.556 INFO:teuthology.orchestra.run.smithi105.stdout:generic/268 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:29:59.571 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/268 2024-07-26T10:29:59.571 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/268 2024-07-26T10:29:59.571 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:29:59.579 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:29:59.609 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:29:59.609 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2024-07-26T10:30:00.218 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:00.233 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:00.233 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:00.770 INFO:teuthology.orchestra.run.smithi105.stdout:generic/269 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:00.786 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/269 2024-07-26T10:30:00.786 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/269 2024-07-26T10:30:00.787 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:00.797 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:00.832 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:00.833 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2024-07-26T10:30:01.471 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:01.496 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:01.496 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:01.993 INFO:teuthology.orchestra.run.smithi105.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-07-26T10:30:02.010 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/270 2024-07-26T10:30:02.010 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/270 2024-07-26T10:30:02.010 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:02.021 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:02.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:02.056 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2024-07-26T10:30:02.677 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:02.693 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:02.693 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:03.241 INFO:teuthology.orchestra.run.smithi105.stdout:generic/271 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:03.259 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/271 2024-07-26T10:30:03.260 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/271 2024-07-26T10:30:03.260 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:03.272 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:03.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:03.309 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2024-07-26T10:30:03.952 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:03.967 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:03.967 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:04.457 INFO:teuthology.orchestra.run.smithi105.stdout:generic/272 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:04.474 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/272 2024-07-26T10:30:04.474 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/272 2024-07-26T10:30:04.474 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:04.485 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:04.515 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:04.516 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2024-07-26T10:30:05.156 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:05.176 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:05.176 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:05.685 INFO:teuthology.orchestra.run.smithi105.stdout:generic/273 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:05.702 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/273 2024-07-26T10:30:05.702 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/273 2024-07-26T10:30:05.702 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:05.714 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:05.748 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:05.748 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2024-07-26T10:30:06.353 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:06.371 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:06.371 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:06.832 INFO:teuthology.orchestra.run.smithi105.stdout:generic/274 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:06.847 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/274 2024-07-26T10:30:06.847 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/274 2024-07-26T10:30:06.847 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:06.857 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:06.892 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:06.892 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2024-07-26T10:30:07.504 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:07.525 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:07.525 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:08.025 INFO:teuthology.orchestra.run.smithi105.stdout:generic/275 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:08.040 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/275 2024-07-26T10:30:08.040 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/275 2024-07-26T10:30:08.040 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:08.049 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:08.078 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:08.079 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2024-07-26T10:30:08.283 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:30:08.288 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:30:08.678 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:08.700 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:08.700 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:09.235 INFO:teuthology.orchestra.run.smithi105.stdout:generic/276 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:09.250 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/276 2024-07-26T10:30:09.250 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/276 2024-07-26T10:30:09.250 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:09.260 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:09.290 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:09.290 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2024-07-26T10:30:09.943 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:09.962 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:09.962 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:10.445 INFO:teuthology.orchestra.run.smithi105.stdout:generic/277 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:10.462 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/277 2024-07-26T10:30:10.462 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/277 2024-07-26T10:30:10.463 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:10.474 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:10.511 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:10.512 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2024-07-26T10:30:11.141 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:11.159 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:11.159 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:11.734 INFO:teuthology.orchestra.run.smithi105.stdout:generic/278 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:11.753 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/278 2024-07-26T10:30:11.753 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/278 2024-07-26T10:30:11.753 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:11.763 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:11.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:11.805 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2024-07-26T10:30:12.446 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:12.463 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:12.463 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:12.916 INFO:teuthology.orchestra.run.smithi105.stdout:generic/279 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:12.934 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/279 2024-07-26T10:30:12.934 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/279 2024-07-26T10:30:12.934 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:12.947 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:12.982 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:12.983 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2024-07-26T10:30:13.602 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:13.617 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:13.617 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:14.105 INFO:teuthology.orchestra.run.smithi105.stdout:generic/280 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:14.120 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/280 2024-07-26T10:30:14.121 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/280 2024-07-26T10:30:14.121 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:14.130 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:14.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:14.161 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2024-07-26T10:30:14.835 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:14.858 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:14.858 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:15.324 INFO:teuthology.orchestra.run.smithi105.stdout:generic/281 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:15.340 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/281 2024-07-26T10:30:15.340 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/281 2024-07-26T10:30:15.340 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:15.349 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:15.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:15.381 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2024-07-26T10:30:16.024 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:16.050 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:16.051 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:16.610 INFO:teuthology.orchestra.run.smithi105.stdout:generic/282 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:16.627 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/282 2024-07-26T10:30:16.628 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/282 2024-07-26T10:30:16.628 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:16.639 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:16.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:16.673 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2024-07-26T10:30:17.307 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:17.324 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:17.324 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:17.880 INFO:teuthology.orchestra.run.smithi105.stdout:generic/283 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:17.896 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/283 2024-07-26T10:30:17.896 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/283 2024-07-26T10:30:17.897 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:17.908 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:17.941 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:17.941 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2024-07-26T10:30:18.583 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:18.598 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:18.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:19.059 INFO:teuthology.orchestra.run.smithi105.stdout:generic/284 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:30:19.072 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/284 2024-07-26T10:30:19.072 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/284 2024-07-26T10:30:19.073 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:19.081 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:19.112 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:19.112 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2024-07-26T10:30:19.741 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:19.762 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:19.762 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:25.974 INFO:teuthology.orchestra.run.smithi105.stdout:generic/285 6s 2024-07-26T10:30:25.993 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/285 2024-07-26T10:30:25.993 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:30:26.002 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:26.039 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:30:26.040 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2024-07-26T10:30:27.029 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:30:27.046 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:30:27.046 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:30:38.405 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:30:38.414 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:31:08.597 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:31:08.607 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:31:38.728 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:31:38.737 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:32:08.947 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:32:08.956 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:32:39.069 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:32:39.077 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:33:09.266 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:33:09.274 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:33:28.734 INFO:teuthology.orchestra.run.smithi105.stdout:generic/286 181s 2024-07-26T10:33:28.761 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/286 2024-07-26T10:33:28.762 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:28.772 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:28.805 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:28.805 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2024-07-26T10:33:29.677 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:29.690 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:29.690 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:30.052 INFO:teuthology.orchestra.run.smithi105.stdout:generic/287 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:30.064 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/287 2024-07-26T10:33:30.064 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/287 2024-07-26T10:33:30.064 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:30.071 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:30.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:30.097 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2024-07-26T10:33:30.687 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:30.704 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:30.704 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:31.139 INFO:teuthology.orchestra.run.smithi105.stdout:generic/288 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:31.154 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/288 2024-07-26T10:33:31.154 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/288 2024-07-26T10:33:31.154 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:31.163 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:31.191 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:31.191 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2024-07-26T10:33:31.770 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:31.786 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:31.787 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:32.323 INFO:teuthology.orchestra.run.smithi105.stdout:generic/289 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:32.339 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/289 2024-07-26T10:33:32.339 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/289 2024-07-26T10:33:32.339 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:32.349 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:32.380 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:32.380 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2024-07-26T10:33:33.002 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:33.023 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:33.023 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:33.442 INFO:teuthology.orchestra.run.smithi105.stdout:generic/290 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:33.457 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/290 2024-07-26T10:33:33.457 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/290 2024-07-26T10:33:33.457 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:33.466 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:33.497 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:33.497 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2024-07-26T10:33:34.114 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:34.131 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:34.131 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:34.562 INFO:teuthology.orchestra.run.smithi105.stdout:generic/291 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:34.578 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/291 2024-07-26T10:33:34.578 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/291 2024-07-26T10:33:34.578 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:34.587 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:34.617 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:34.617 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2024-07-26T10:33:35.255 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:35.277 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:35.277 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:35.746 INFO:teuthology.orchestra.run.smithi105.stdout:generic/292 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:35.765 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/292 2024-07-26T10:33:35.765 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/292 2024-07-26T10:33:35.765 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:35.776 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:35.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:35.807 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2024-07-26T10:33:36.418 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:36.433 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:36.434 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:36.885 INFO:teuthology.orchestra.run.smithi105.stdout:generic/293 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:36.902 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/293 2024-07-26T10:33:36.902 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/293 2024-07-26T10:33:36.902 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:36.914 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:36.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:36.951 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2024-07-26T10:33:37.634 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:37.657 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:37.657 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:38.160 INFO:teuthology.orchestra.run.smithi105.stdout:generic/294 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:38.176 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/294 2024-07-26T10:33:38.176 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/294 2024-07-26T10:33:38.176 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:38.186 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:38.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:38.216 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2024-07-26T10:33:38.889 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:38.915 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:38.915 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:39.359 INFO:teuthology.orchestra.run.smithi105.stdout:generic/295 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:39.378 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/295 2024-07-26T10:33:39.378 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/295 2024-07-26T10:33:39.378 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:39.389 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:39.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:39.422 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2024-07-26T10:33:39.453 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:33:39.473 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:33:40.052 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:40.078 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:40.078 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:40.545 INFO:teuthology.orchestra.run.smithi105.stdout:generic/296 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:40.561 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/296 2024-07-26T10:33:40.561 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/296 2024-07-26T10:33:40.561 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:40.570 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:40.600 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:40.600 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2024-07-26T10:33:41.243 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:41.261 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:41.261 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:41.752 INFO:teuthology.orchestra.run.smithi105.stdout:generic/297 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:41.767 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/297 2024-07-26T10:33:41.767 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/297 2024-07-26T10:33:41.767 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:41.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:41.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:41.802 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2024-07-26T10:33:42.403 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:42.419 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:42.419 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:42.848 INFO:teuthology.orchestra.run.smithi105.stdout:generic/298 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:42.866 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/298 2024-07-26T10:33:42.866 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/298 2024-07-26T10:33:42.866 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:42.878 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:42.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:42.914 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2024-07-26T10:33:43.535 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:43.551 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:43.551 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:43.955 INFO:teuthology.orchestra.run.smithi105.stdout:generic/299 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:43.969 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/299 2024-07-26T10:33:43.970 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/299 2024-07-26T10:33:43.970 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:43.978 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:44.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:44.010 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2024-07-26T10:33:44.600 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:44.614 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:44.614 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:45.038 INFO:teuthology.orchestra.run.smithi105.stdout:generic/300 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:45.052 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/300 2024-07-26T10:33:45.052 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/300 2024-07-26T10:33:45.052 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:45.061 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:45.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:45.093 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2024-07-26T10:33:45.705 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:45.718 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:45.719 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:46.188 INFO:teuthology.orchestra.run.smithi105.stdout:generic/301 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:46.202 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/301 2024-07-26T10:33:46.203 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/301 2024-07-26T10:33:46.203 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:46.212 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:46.246 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:46.247 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2024-07-26T10:33:46.854 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:46.868 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:46.868 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:47.373 INFO:teuthology.orchestra.run.smithi105.stdout:generic/302 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:47.387 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/302 2024-07-26T10:33:47.387 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/302 2024-07-26T10:33:47.387 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:47.398 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:47.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:47.426 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2024-07-26T10:33:48.058 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:48.073 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:48.073 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:48.637 INFO:teuthology.orchestra.run.smithi105.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:33:48.651 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/303 2024-07-26T10:33:48.651 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/303 2024-07-26T10:33:48.651 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:48.660 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:48.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:48.703 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2024-07-26T10:33:49.522 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:49.539 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:49.539 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:50.146 INFO:teuthology.orchestra.run.smithi105.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:33:50.164 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/304 2024-07-26T10:33:50.164 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/304 2024-07-26T10:33:50.164 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:50.177 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:50.216 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:50.217 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2024-07-26T10:33:51.044 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:51.060 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:51.060 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:51.579 INFO:teuthology.orchestra.run.smithi105.stdout:generic/305 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:51.596 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/305 2024-07-26T10:33:51.596 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/305 2024-07-26T10:33:51.597 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:51.605 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:51.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:51.632 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2024-07-26T10:33:52.239 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:52.255 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:52.255 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:52.828 INFO:teuthology.orchestra.run.smithi105.stdout:generic/306 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:52.841 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/306 2024-07-26T10:33:52.841 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/306 2024-07-26T10:33:52.841 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:52.849 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:52.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:52.878 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2024-07-26T10:33:53.533 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:53.552 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:53.552 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:54.042 INFO:teuthology.orchestra.run.smithi105.stdout:generic/307 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:33:54.057 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/307 2024-07-26T10:33:54.058 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/307 2024-07-26T10:33:54.058 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:54.067 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:54.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:54.099 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2024-07-26T10:33:54.734 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:54.750 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:54.750 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:55.303 INFO:teuthology.orchestra.run.smithi105.stdout:generic/308 1s 2024-07-26T10:33:55.324 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/308 2024-07-26T10:33:55.324 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:55.332 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:55.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:55.367 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2024-07-26T10:33:56.010 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:56.031 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:56.031 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:57.657 INFO:teuthology.orchestra.run.smithi105.stdout:generic/309 1s 2024-07-26T10:33:57.678 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/309 2024-07-26T10:33:57.678 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:33:57.687 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:33:57.725 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:33:57.726 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2024-07-26T10:33:58.590 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:33:58.609 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:33:58.609 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:34:09.610 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:34:09.619 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:34:39.782 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:34:39.791 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:35:10.007 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:35:10.016 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:35:41.311 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:35:41.320 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:35:57.302 INFO:teuthology.orchestra.run.smithi105.stdout:generic/310 119s 2024-07-26T10:35:57.318 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/310 2024-07-26T10:35:57.318 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:35:57.324 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:35:57.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:35:57.371 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2024-07-26T10:35:58.477 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:35:58.487 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:35:58.487 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:35:59.066 INFO:teuthology.orchestra.run.smithi105.stdout:generic/311 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:35:59.083 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/311 2024-07-26T10:35:59.122 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/311 2024-07-26T10:35:59.122 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:35:59.122 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:35:59.132 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:35:59.132 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2024-07-26T10:35:59.770 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:35:59.786 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:35:59.786 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:00.322 INFO:teuthology.orchestra.run.smithi105.stdout:generic/312 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/312 2024-07-26T10:36:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/312 2024-07-26T10:36:00.338 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:00.349 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:00.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:00.386 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2024-07-26T10:36:01.038 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:01.055 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:01.055 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:08.564 INFO:teuthology.orchestra.run.smithi105.stdout:generic/313 7s 2024-07-26T10:36:08.586 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/313 2024-07-26T10:36:08.587 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:08.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:08.628 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:08.628 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2024-07-26T10:36:09.276 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:09.290 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:09.291 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:10.748 INFO:teuthology.orchestra.run.smithi105.stdout:generic/314 1s 2024-07-26T10:36:10.769 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/314 2024-07-26T10:36:10.769 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:10.779 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:10.810 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:10.810 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2024-07-26T10:36:11.429 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:11.447 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:11.447 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:11.648 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:36:11.655 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:36:12.401 INFO:teuthology.orchestra.run.smithi105.stdout:generic/315 1s 2024-07-26T10:36:12.421 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/315 2024-07-26T10:36:12.421 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:12.430 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:12.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:12.461 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2024-07-26T10:36:13.332 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:13.344 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:13.344 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:17.212 INFO:teuthology.orchestra.run.smithi105.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T10:36:17.231 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/316 2024-07-26T10:36:17.231 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/316 2024-07-26T10:36:17.231 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:17.243 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:17.283 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:17.283 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2024-07-26T10:36:18.117 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:18.129 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:18.130 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:18.906 INFO:teuthology.orchestra.run.smithi105.stdout:generic/317 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:18.925 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/317 2024-07-26T10:36:18.925 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/317 2024-07-26T10:36:18.925 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:18.937 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:18.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:18.968 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2024-07-26T10:36:19.624 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:19.642 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:19.642 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:20.118 INFO:teuthology.orchestra.run.smithi105.stdout:generic/318 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:20.135 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/318 2024-07-26T10:36:20.135 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/318 2024-07-26T10:36:20.136 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:20.145 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:20.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:20.175 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2024-07-26T10:36:20.820 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:20.836 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:20.836 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:21.400 INFO:teuthology.orchestra.run.smithi105.stdout:generic/319 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T10:36:21.417 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/319 2024-07-26T10:36:21.417 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/319 2024-07-26T10:36:21.417 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:21.428 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:21.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:21.463 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2024-07-26T10:36:22.089 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:22.105 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:22.105 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:22.574 INFO:teuthology.orchestra.run.smithi105.stdout:generic/320 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:22.592 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/320 2024-07-26T10:36:22.592 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/320 2024-07-26T10:36:22.592 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:22.602 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:22.631 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:22.632 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2024-07-26T10:36:23.245 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:23.265 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:23.265 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:23.842 INFO:teuthology.orchestra.run.smithi105.stdout:generic/321 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:23.860 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/321 2024-07-26T10:36:23.860 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/321 2024-07-26T10:36:23.860 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:23.872 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:23.902 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:23.903 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2024-07-26T10:36:24.593 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:24.609 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:24.610 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:25.138 INFO:teuthology.orchestra.run.smithi105.stdout:generic/322 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:36:25.152 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/322 2024-07-26T10:36:25.153 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/322 2024-07-26T10:36:25.153 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:36:25.163 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:25.193 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:36:25.194 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2024-07-26T10:36:25.801 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:36:25.814 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:36:25.814 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:36:41.781 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:36:41.791 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:37:12.393 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:37:12.403 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:37:42.523 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:37:42.531 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:38:12.637 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:38:12.642 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:38:28.218 INFO:teuthology.orchestra.run.smithi105.stdout:generic/323 123s 2024-07-26T10:38:28.239 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/323 2024-07-26T10:38:28.239 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:28.248 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:28.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:28.314 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2024-07-26T10:38:29.131 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:29.150 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:29.150 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:30.701 INFO:teuthology.orchestra.run.smithi105.stdout:generic/324 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:30.716 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/324 2024-07-26T10:38:30.717 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/324 2024-07-26T10:38:30.717 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:30.726 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:30.756 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:30.756 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2024-07-26T10:38:31.394 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:31.412 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:31.412 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:31.935 INFO:teuthology.orchestra.run.smithi105.stdout:generic/325 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:31.953 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/325 2024-07-26T10:38:31.953 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/325 2024-07-26T10:38:31.953 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:31.965 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:32.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:32.002 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2024-07-26T10:38:32.629 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:32.648 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:32.648 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:33.120 INFO:teuthology.orchestra.run.smithi105.stdout:generic/326 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:33.134 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/326 2024-07-26T10:38:33.134 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/326 2024-07-26T10:38:33.134 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:33.142 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:33.171 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:33.171 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2024-07-26T10:38:33.823 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:33.850 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:33.850 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:34.400 INFO:teuthology.orchestra.run.smithi105.stdout:generic/327 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:34.415 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/327 2024-07-26T10:38:34.415 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/327 2024-07-26T10:38:34.416 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:34.424 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:34.454 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:34.454 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2024-07-26T10:38:35.096 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:35.113 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:35.114 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:35.566 INFO:teuthology.orchestra.run.smithi105.stdout:generic/328 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:35.584 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/328 2024-07-26T10:38:35.584 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/328 2024-07-26T10:38:35.585 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:35.596 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:35.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:35.629 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2024-07-26T10:38:36.300 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:36.317 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:36.318 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:36.861 INFO:teuthology.orchestra.run.smithi105.stdout:generic/329 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:36.877 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/329 2024-07-26T10:38:36.877 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/329 2024-07-26T10:38:36.877 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:36.886 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:36.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:36.917 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2024-07-26T10:38:37.549 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:37.563 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:37.563 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:38.067 INFO:teuthology.orchestra.run.smithi105.stdout:generic/330 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:38.085 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/330 2024-07-26T10:38:38.085 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/330 2024-07-26T10:38:38.086 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:38.097 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:38.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:38.128 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2024-07-26T10:38:38.784 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:38.798 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:38.798 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:39.272 INFO:teuthology.orchestra.run.smithi105.stdout:generic/331 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:39.286 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/331 2024-07-26T10:38:39.286 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/331 2024-07-26T10:38:39.286 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:39.295 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:39.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:39.324 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2024-07-26T10:38:39.915 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:39.934 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:39.935 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:40.443 INFO:teuthology.orchestra.run.smithi105.stdout:generic/332 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:40.461 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/332 2024-07-26T10:38:40.461 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/332 2024-07-26T10:38:40.461 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:40.472 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:40.506 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:40.507 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2024-07-26T10:38:41.159 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:41.175 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:41.176 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:41.611 INFO:teuthology.orchestra.run.smithi105.stdout:generic/333 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:41.629 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/333 2024-07-26T10:38:41.630 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/333 2024-07-26T10:38:41.630 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:41.641 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:41.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:41.674 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2024-07-26T10:38:42.311 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:42.328 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:42.328 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:42.786 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:38:42.792 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:38:42.806 INFO:teuthology.orchestra.run.smithi105.stdout:generic/334 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:42.821 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/334 2024-07-26T10:38:42.821 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/334 2024-07-26T10:38:42.821 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:42.829 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:42.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:42.852 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2024-07-26T10:38:43.553 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:43.567 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:43.568 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:44.108 INFO:teuthology.orchestra.run.smithi105.stdout:generic/335 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:44.125 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/335 2024-07-26T10:38:44.125 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/335 2024-07-26T10:38:44.126 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:44.136 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:44.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:44.168 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2024-07-26T10:38:44.805 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:44.820 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:44.820 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:45.284 INFO:teuthology.orchestra.run.smithi105.stdout:generic/336 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:45.297 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/336 2024-07-26T10:38:45.297 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/336 2024-07-26T10:38:45.297 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:45.306 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:45.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:45.335 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2024-07-26T10:38:45.977 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:45.994 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:45.995 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:46.419 INFO:teuthology.orchestra.run.smithi105.stdout:generic/337 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:46.435 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/337 2024-07-26T10:38:46.435 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/337 2024-07-26T10:38:46.435 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:46.446 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:46.485 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:46.485 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2024-07-26T10:38:47.103 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:47.117 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:47.117 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:47.574 INFO:teuthology.orchestra.run.smithi105.stdout:generic/338 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:47.589 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/338 2024-07-26T10:38:47.589 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/338 2024-07-26T10:38:47.590 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:47.599 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:47.632 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:47.633 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2024-07-26T10:38:48.293 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:48.310 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:48.310 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:48.811 INFO:teuthology.orchestra.run.smithi105.stdout:generic/339 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:48.826 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/339 2024-07-26T10:38:48.826 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/339 2024-07-26T10:38:48.827 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:48.835 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:48.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:48.864 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2024-07-26T10:38:49.499 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:49.517 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:49.517 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:49.955 INFO:teuthology.orchestra.run.smithi105.stdout:generic/340 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:49.970 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/340 2024-07-26T10:38:49.970 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/340 2024-07-26T10:38:49.971 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:49.979 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:50.009 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:50.010 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2024-07-26T10:38:50.660 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:50.676 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:50.677 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:51.218 INFO:teuthology.orchestra.run.smithi105.stdout:generic/341 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:51.232 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/341 2024-07-26T10:38:51.232 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/341 2024-07-26T10:38:51.233 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:51.242 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:51.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:51.275 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2024-07-26T10:38:51.968 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:51.994 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:51.995 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:52.500 INFO:teuthology.orchestra.run.smithi105.stdout:generic/342 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:52.513 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/342 2024-07-26T10:38:52.514 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/342 2024-07-26T10:38:52.514 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:52.522 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:52.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:52.551 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2024-07-26T10:38:53.176 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:53.189 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:53.190 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:53.739 INFO:teuthology.orchestra.run.smithi105.stdout:generic/343 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:53.757 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/343 2024-07-26T10:38:53.757 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/343 2024-07-26T10:38:53.757 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:53.769 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:53.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:53.801 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2024-07-26T10:38:54.470 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:54.487 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:54.487 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:54.930 INFO:teuthology.orchestra.run.smithi105.stdout:generic/344 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:54.947 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/344 2024-07-26T10:38:54.947 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/344 2024-07-26T10:38:54.948 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:54.962 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:54.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:54.992 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2024-07-26T10:38:55.629 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:55.651 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:56.098 INFO:teuthology.orchestra.run.smithi105.stdout:generic/345 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:56.113 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/345 2024-07-26T10:38:56.113 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/345 2024-07-26T10:38:56.113 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:56.123 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:56.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:56.157 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2024-07-26T10:38:56.764 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:56.778 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:56.778 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:57.288 INFO:teuthology.orchestra.run.smithi105.stdout:generic/346 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:57.305 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/346 2024-07-26T10:38:57.305 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/346 2024-07-26T10:38:57.305 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:57.316 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:57.348 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:57.348 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2024-07-26T10:38:57.967 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:57.981 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:57.981 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:58.554 INFO:teuthology.orchestra.run.smithi105.stdout:generic/347 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:58.571 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/347 2024-07-26T10:38:58.572 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/347 2024-07-26T10:38:58.572 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:58.584 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:58.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:58.613 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2024-07-26T10:38:59.247 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:38:59.263 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:38:59.264 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:59.767 INFO:teuthology.orchestra.run.smithi105.stdout:generic/348 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:38:59.782 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/348 2024-07-26T10:38:59.782 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/348 2024-07-26T10:38:59.783 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:38:59.791 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:38:59.821 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:38:59.821 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2024-07-26T10:39:00.515 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:00.532 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:00.532 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:04.404 INFO:teuthology.orchestra.run.smithi105.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-07-26T10:39:04.419 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/349 2024-07-26T10:39:04.419 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/349 2024-07-26T10:39:04.419 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:04.429 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:04.458 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:04.458 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2024-07-26T10:39:05.089 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:05.105 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:05.105 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:09.916 INFO:teuthology.orchestra.run.smithi105.stdout:generic/350 4s 2024-07-26T10:39:09.938 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/350 2024-07-26T10:39:09.938 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:09.947 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:09.980 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:09.980 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2024-07-26T10:39:10.609 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:10.629 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:10.629 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:12.948 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:39:12.955 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:39:13.885 INFO:teuthology.orchestra.run.smithi105.stdout:generic/351 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-07-26T10:39:13.900 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/351 2024-07-26T10:39:13.900 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/351 2024-07-26T10:39:13.900 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:13.909 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:13.937 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:13.937 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2024-07-26T10:39:14.802 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:14.816 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:14.816 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:15.249 INFO:teuthology.orchestra.run.smithi105.stdout:generic/352 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:15.264 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/352 2024-07-26T10:39:15.265 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/352 2024-07-26T10:39:15.265 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:15.274 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:15.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:15.302 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2024-07-26T10:39:15.938 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:15.952 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:15.952 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:16.382 INFO:teuthology.orchestra.run.smithi105.stdout:generic/353 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:16.396 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/353 2024-07-26T10:39:16.396 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/353 2024-07-26T10:39:16.396 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:16.404 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:16.434 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:16.435 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2024-07-26T10:39:17.060 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:17.077 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:17.077 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:17.605 INFO:teuthology.orchestra.run.smithi105.stdout:generic/354 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:17.620 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/354 2024-07-26T10:39:17.620 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/354 2024-07-26T10:39:17.621 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:17.629 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:17.659 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:17.659 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2024-07-26T10:39:18.272 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:18.286 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:18.286 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:20.312 INFO:teuthology.orchestra.run.smithi105.stdout:generic/355 2s 2024-07-26T10:39:20.333 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/355 2024-07-26T10:39:20.333 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:20.343 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:20.376 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:20.376 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2024-07-26T10:39:21.261 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:21.279 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:21.279 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:21.764 INFO:teuthology.orchestra.run.smithi105.stdout:generic/356 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:21.778 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/356 2024-07-26T10:39:21.778 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/356 2024-07-26T10:39:21.778 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:21.788 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:21.818 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:21.818 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2024-07-26T10:39:22.486 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:22.507 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:22.507 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:22.950 INFO:teuthology.orchestra.run.smithi105.stdout:generic/357 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:22.964 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/357 2024-07-26T10:39:22.964 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/357 2024-07-26T10:39:22.964 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:22.972 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:23.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:23.006 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2024-07-26T10:39:23.661 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:23.675 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:23.675 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:24.135 INFO:teuthology.orchestra.run.smithi105.stdout:generic/358 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:24.152 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/358 2024-07-26T10:39:24.153 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/358 2024-07-26T10:39:24.153 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:24.164 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:24.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:24.200 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2024-07-26T10:39:24.834 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:24.862 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:24.862 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:25.378 INFO:teuthology.orchestra.run.smithi105.stdout:generic/359 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:25.393 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/359 2024-07-26T10:39:25.393 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/359 2024-07-26T10:39:25.393 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:25.402 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:25.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:25.433 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2024-07-26T10:39:26.066 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:26.079 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:26.079 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:26.722 INFO:teuthology.orchestra.run.smithi105.stdout:generic/360 0s 2024-07-26T10:39:26.744 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/360 2024-07-26T10:39:26.744 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:26.755 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:26.786 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:26.786 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2024-07-26T10:39:27.430 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:27.448 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:27.449 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:27.913 INFO:teuthology.orchestra.run.smithi105.stdout:generic/361 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:27.930 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/361 2024-07-26T10:39:27.931 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/361 2024-07-26T10:39:27.931 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:27.942 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:27.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:27.973 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2024-07-26T10:39:28.622 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:28.641 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:28.641 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:29.138 INFO:teuthology.orchestra.run.smithi105.stdout:generic/371 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:29.155 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/371 2024-07-26T10:39:29.155 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/371 2024-07-26T10:39:29.155 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:29.165 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:29.198 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:29.198 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2024-07-26T10:39:29.849 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:29.867 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:29.867 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:30.333 INFO:teuthology.orchestra.run.smithi105.stdout:generic/372 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:30.348 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/372 2024-07-26T10:39:30.348 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/372 2024-07-26T10:39:30.348 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:30.358 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:30.388 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:30.389 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2024-07-26T10:39:30.979 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:30.998 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:30.999 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:31.447 INFO:teuthology.orchestra.run.smithi105.stdout:generic/373 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:31.460 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/373 2024-07-26T10:39:31.461 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/373 2024-07-26T10:39:31.461 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:31.468 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:31.503 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:31.503 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2024-07-26T10:39:32.131 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:32.150 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:32.150 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:32.591 INFO:teuthology.orchestra.run.smithi105.stdout:generic/374 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:32.608 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/374 2024-07-26T10:39:32.609 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/374 2024-07-26T10:39:32.609 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:32.620 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:32.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:32.652 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2024-07-26T10:39:33.321 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:33.340 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:33.340 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:33.910 INFO:teuthology.orchestra.run.smithi105.stdout:generic/375 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T10:39:33.924 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/375 2024-07-26T10:39:33.924 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/375 2024-07-26T10:39:33.924 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:33.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:33.960 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2024-07-26T10:39:34.584 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:34.597 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:34.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:35.114 INFO:teuthology.orchestra.run.smithi105.stdout:generic/376 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:35.131 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/376 2024-07-26T10:39:35.132 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/376 2024-07-26T10:39:35.132 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:35.143 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:35.174 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:35.174 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2024-07-26T10:39:35.794 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:35.808 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:35.809 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:36.346 INFO:teuthology.orchestra.run.smithi105.stdout:generic/377 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:36.362 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/377 2024-07-26T10:39:36.362 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/377 2024-07-26T10:39:36.362 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:36.371 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:36.402 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:36.402 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2024-07-26T10:39:37.099 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:37.115 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:37.115 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:38.309 INFO:teuthology.orchestra.run.smithi105.stdout:generic/378 1s 2024-07-26T10:39:38.329 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/378 2024-07-26T10:39:38.329 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:38.338 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:38.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:38.367 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2024-07-26T10:39:39.227 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:39.243 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:39.243 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:39.750 INFO:teuthology.orchestra.run.smithi105.stdout:generic/379 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:39.768 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/379 2024-07-26T10:39:39.769 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/379 2024-07-26T10:39:39.769 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:39.780 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:39.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:39.814 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2024-07-26T10:39:40.502 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:40.521 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:40.522 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:41.008 INFO:teuthology.orchestra.run.smithi105.stdout:generic/380 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:41.023 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/380 2024-07-26T10:39:41.024 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/380 2024-07-26T10:39:41.024 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:41.036 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:41.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:41.071 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2024-07-26T10:39:41.692 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:41.711 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:41.711 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:42.171 INFO:teuthology.orchestra.run.smithi105.stdout:generic/381 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:42.187 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/381 2024-07-26T10:39:42.187 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/381 2024-07-26T10:39:42.187 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:42.197 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:42.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:42.229 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2024-07-26T10:39:42.883 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:42.902 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:42.902 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:43.337 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:39:43.342 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:39:43.352 INFO:teuthology.orchestra.run.smithi105.stdout:generic/382 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:43.365 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/382 2024-07-26T10:39:43.365 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/382 2024-07-26T10:39:43.365 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:43.373 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:43.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:43.397 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2024-07-26T10:39:44.093 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:44.118 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:44.118 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:44.664 INFO:teuthology.orchestra.run.smithi105.stdout:generic/383 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:44.681 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/383 2024-07-26T10:39:44.681 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/383 2024-07-26T10:39:44.681 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:44.692 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:44.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:44.722 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2024-07-26T10:39:45.370 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:45.387 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:45.387 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:45.925 INFO:teuthology.orchestra.run.smithi105.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-07-26T10:39:45.938 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/384 2024-07-26T10:39:45.939 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/384 2024-07-26T10:39:45.939 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:45.948 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:45.978 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:45.979 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2024-07-26T10:39:46.635 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:46.651 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:46.651 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:47.104 INFO:teuthology.orchestra.run.smithi105.stdout:generic/385 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:47.121 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/385 2024-07-26T10:39:47.121 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/385 2024-07-26T10:39:47.121 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:47.132 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:47.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:47.168 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2024-07-26T10:39:47.787 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:47.801 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:47.801 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:48.311 INFO:teuthology.orchestra.run.smithi105.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-07-26T10:39:48.328 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/386 2024-07-26T10:39:48.328 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/386 2024-07-26T10:39:48.328 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:48.338 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:48.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:48.367 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2024-07-26T10:39:48.980 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:48.999 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:48.999 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:49.410 INFO:teuthology.orchestra.run.smithi105.stdout:generic/387 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:49.427 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/387 2024-07-26T10:39:49.428 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/387 2024-07-26T10:39:49.428 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:49.439 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:49.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:49.471 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2024-07-26T10:39:50.130 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:50.145 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:50.145 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:50.701 INFO:teuthology.orchestra.run.smithi105.stdout:generic/388 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:50.715 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/388 2024-07-26T10:39:50.715 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/388 2024-07-26T10:39:50.715 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:50.724 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:50.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:50.753 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2024-07-26T10:39:51.414 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:51.436 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:51.436 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:51.976 INFO:teuthology.orchestra.run.smithi105.stdout:generic/389 [not run] O_TMPFILE is not supported 2024-07-26T10:39:51.991 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/389 2024-07-26T10:39:51.991 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/389 2024-07-26T10:39:51.991 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:52.001 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:52.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:52.039 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2024-07-26T10:39:52.674 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:52.688 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:52.688 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:53.186 INFO:teuthology.orchestra.run.smithi105.stdout:generic/390 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:39:53.203 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/390 2024-07-26T10:39:53.203 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/390 2024-07-26T10:39:53.203 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:39:53.214 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:39:53.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:39:53.247 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2024-07-26T10:39:53.846 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:39:53.863 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:39:53.863 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:40:13.450 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:40:13.458 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:40:43.785 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:40:43.794 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:41:13.555 INFO:teuthology.orchestra.run.smithi105.stdout:generic/391 80s 2024-07-26T10:41:13.643 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/391 2024-07-26T10:41:13.644 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:13.654 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:13.726 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:13.726 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2024-07-26T10:41:14.673 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:41:14.680 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:41:14.989 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:15.003 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:15.003 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:15.441 INFO:teuthology.orchestra.run.smithi105.stdout:generic/392 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:15.459 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/392 2024-07-26T10:41:15.459 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/392 2024-07-26T10:41:15.460 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:15.465 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:15.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:15.494 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2024-07-26T10:41:16.194 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:16.209 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:16.209 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:16.605 INFO:teuthology.orchestra.run.smithi105.stdout:generic/393 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:16.620 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/393 2024-07-26T10:41:16.620 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/393 2024-07-26T10:41:16.620 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:16.628 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:16.663 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:16.663 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2024-07-26T10:41:17.362 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:17.375 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:17.375 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:17.834 INFO:teuthology.orchestra.run.smithi105.stdout:generic/394 0s 2024-07-26T10:41:17.855 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/394 2024-07-26T10:41:17.855 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:17.864 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:17.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:17.895 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2024-07-26T10:41:18.842 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:18.856 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:18.856 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:19.307 INFO:teuthology.orchestra.run.smithi105.stdout:generic/395 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:19.318 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/395 2024-07-26T10:41:19.319 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/395 2024-07-26T10:41:19.319 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:19.326 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:19.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:19.350 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2024-07-26T10:41:19.976 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:19.993 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:19.993 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:20.622 INFO:teuthology.orchestra.run.smithi105.stdout:generic/396 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:20.640 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/396 2024-07-26T10:41:20.640 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/396 2024-07-26T10:41:20.640 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:20.649 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:20.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:20.680 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2024-07-26T10:41:21.337 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:21.365 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:21.365 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:22.024 INFO:teuthology.orchestra.run.smithi105.stdout:generic/397 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:22.040 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/397 2024-07-26T10:41:22.040 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/397 2024-07-26T10:41:22.041 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:22.053 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:22.085 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:22.085 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2024-07-26T10:41:22.713 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:22.728 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:22.729 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:23.306 INFO:teuthology.orchestra.run.smithi105.stdout:generic/398 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:23.321 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/398 2024-07-26T10:41:23.321 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/398 2024-07-26T10:41:23.321 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:23.331 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:23.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:23.361 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2024-07-26T10:41:23.993 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:24.009 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:24.009 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:24.571 INFO:teuthology.orchestra.run.smithi105.stdout:generic/399 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:24.586 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/399 2024-07-26T10:41:24.586 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/399 2024-07-26T10:41:24.586 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:24.594 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:24.622 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:24.623 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2024-07-26T10:41:25.283 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:25.297 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:25.297 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:25.755 INFO:teuthology.orchestra.run.smithi105.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph-fuse 2024-07-26T10:41:25.773 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/400 2024-07-26T10:41:25.773 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/400 2024-07-26T10:41:25.774 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:25.786 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:25.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:25.816 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2024-07-26T10:41:26.436 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:26.454 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:26.454 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:26.899 INFO:teuthology.orchestra.run.smithi105.stdout:generic/401 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:26.915 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/401 2024-07-26T10:41:26.916 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/401 2024-07-26T10:41:26.916 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:26.927 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:26.955 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:26.955 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2024-07-26T10:41:27.625 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:27.643 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:27.643 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:28.095 INFO:teuthology.orchestra.run.smithi105.stdout:generic/402 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:28.112 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/402 2024-07-26T10:41:28.112 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/402 2024-07-26T10:41:28.112 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:28.123 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:28.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:28.158 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2024-07-26T10:41:28.799 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:28.816 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:28.816 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:29.287 INFO:teuthology.orchestra.run.smithi105.stdout:generic/403 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:29.304 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/403 2024-07-26T10:41:29.304 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/403 2024-07-26T10:41:29.304 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:29.314 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:29.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:29.350 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2024-07-26T10:41:29.941 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:29.955 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:29.955 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:33.769 INFO:teuthology.orchestra.run.smithi105.stdout:generic/404 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-07-26T10:41:33.788 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/404 2024-07-26T10:41:33.788 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/404 2024-07-26T10:41:33.788 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:33.797 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:33.835 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:33.835 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2024-07-26T10:41:34.733 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:34.747 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:34.747 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:35.339 INFO:teuthology.orchestra.run.smithi105.stdout:generic/405 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:35.353 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/405 2024-07-26T10:41:35.353 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/405 2024-07-26T10:41:35.354 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:35.362 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:35.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:35.392 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2024-07-26T10:41:36.043 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:36.060 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:36.060 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:36.546 INFO:teuthology.orchestra.run.smithi105.stdout:generic/406 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:36.563 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/406 2024-07-26T10:41:36.564 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/406 2024-07-26T10:41:36.564 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:36.575 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:36.609 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:36.610 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2024-07-26T10:41:37.258 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:37.277 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:37.277 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:37.971 INFO:teuthology.orchestra.run.smithi105.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:41:37.988 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/407 2024-07-26T10:41:37.988 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/407 2024-07-26T10:41:37.988 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:37.998 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:38.031 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:38.031 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2024-07-26T10:41:38.901 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:38.915 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:38.915 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:39.579 INFO:teuthology.orchestra.run.smithi105.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:41:39.597 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/408 2024-07-26T10:41:39.597 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/408 2024-07-26T10:41:39.598 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:39.609 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:39.650 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:39.650 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2024-07-26T10:41:40.469 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:40.482 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:40.482 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:40.931 INFO:teuthology.orchestra.run.smithi105.stdout:generic/409 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:40.944 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/409 2024-07-26T10:41:40.944 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/409 2024-07-26T10:41:40.944 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:40.951 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:40.977 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:40.977 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2024-07-26T10:41:41.631 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:41.649 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:41.649 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:42.117 INFO:teuthology.orchestra.run.smithi105.stdout:generic/410 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:42.130 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/410 2024-07-26T10:41:42.130 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/410 2024-07-26T10:41:42.130 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:42.138 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:42.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:42.166 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2024-07-26T10:41:42.848 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:42.868 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:42.868 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:43.318 INFO:teuthology.orchestra.run.smithi105.stdout:generic/411 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:43.333 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/411 2024-07-26T10:41:43.333 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/411 2024-07-26T10:41:43.333 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:43.344 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:43.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:43.375 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2024-07-26T10:41:43.989 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:44.002 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:44.003 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:44.513 INFO:teuthology.orchestra.run.smithi105.stdout:generic/412 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:44.527 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/412 2024-07-26T10:41:44.527 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/412 2024-07-26T10:41:44.527 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:44.536 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:44.565 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:44.565 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2024-07-26T10:41:44.812 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:41:44.819 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:41:45.173 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:45.191 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:45.191 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:45.704 INFO:teuthology.orchestra.run.smithi105.stdout:generic/413 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:45.721 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/413 2024-07-26T10:41:45.721 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/413 2024-07-26T10:41:45.721 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:45.733 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:45.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:45.764 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2024-07-26T10:41:46.377 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:46.392 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:46.393 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:46.822 INFO:teuthology.orchestra.run.smithi105.stdout:generic/414 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:46.836 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/414 2024-07-26T10:41:46.836 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/414 2024-07-26T10:41:46.836 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:46.848 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:46.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:46.881 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2024-07-26T10:41:47.500 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:47.515 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:47.515 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:48.043 INFO:teuthology.orchestra.run.smithi105.stdout:generic/415 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:48.061 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/415 2024-07-26T10:41:48.061 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/415 2024-07-26T10:41:48.061 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:48.072 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:48.101 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:48.101 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2024-07-26T10:41:48.737 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:48.750 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:48.751 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:49.210 INFO:teuthology.orchestra.run.smithi105.stdout:generic/416 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:49.227 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/416 2024-07-26T10:41:49.228 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/416 2024-07-26T10:41:49.228 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:49.240 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:49.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:49.278 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2024-07-26T10:41:49.921 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:49.937 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:49.937 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:50.397 INFO:teuthology.orchestra.run.smithi105.stdout:generic/417 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:50.413 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/417 2024-07-26T10:41:50.413 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/417 2024-07-26T10:41:50.413 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:50.422 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:50.454 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:50.454 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2024-07-26T10:41:51.070 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:51.085 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:51.085 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:51.648 INFO:teuthology.orchestra.run.smithi105.stdout:generic/418 [not run] require ceph-fuse to be valid block disk 2024-07-26T10:41:51.663 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/418 2024-07-26T10:41:51.664 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/418 2024-07-26T10:41:51.664 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:51.672 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:51.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:51.705 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2024-07-26T10:41:52.374 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:52.390 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:52.390 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:52.928 INFO:teuthology.orchestra.run.smithi105.stdout:generic/419 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:52.945 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/419 2024-07-26T10:41:52.945 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/419 2024-07-26T10:41:52.945 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:52.955 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:52.988 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:52.988 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2024-07-26T10:41:53.661 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:53.688 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:53.688 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:57.112 INFO:teuthology.orchestra.run.smithi105.stdout:generic/420 4s 2024-07-26T10:41:57.133 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/420 2024-07-26T10:41:57.133 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:57.142 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:57.174 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:57.174 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2024-07-26T10:41:58.040 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:58.057 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:58.057 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:58.625 INFO:teuthology.orchestra.run.smithi105.stdout:generic/421 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:58.641 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/421 2024-07-26T10:41:58.641 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/421 2024-07-26T10:41:58.641 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:58.652 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:58.683 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:58.683 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2024-07-26T10:41:59.343 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:41:59.374 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:41:59.374 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:59.840 INFO:teuthology.orchestra.run.smithi105.stdout:generic/422 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:41:59.855 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/422 2024-07-26T10:41:59.855 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/422 2024-07-26T10:41:59.855 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:41:59.865 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:41:59.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:41:59.896 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2024-07-26T10:42:00.532 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:42:00.549 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:42:00.549 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:01.456 INFO:teuthology.orchestra.run.smithi105.stdout:generic/423 1s 2024-07-26T10:42:01.475 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/423 2024-07-26T10:42:01.476 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:42:01.483 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:01.513 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:42:01.513 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2024-07-26T10:42:02.380 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:42:02.402 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:42:02.402 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:02.994 INFO:teuthology.orchestra.run.smithi105.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2024-07-26T10:42:03.010 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/424 2024-07-26T10:42:03.010 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/424 2024-07-26T10:42:03.011 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:42:03.020 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:03.051 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:42:03.051 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2024-07-26T10:42:03.723 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:42:03.741 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:42:03.741 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:04.230 INFO:teuthology.orchestra.run.smithi105.stdout:generic/425 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:42:04.247 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/425 2024-07-26T10:42:04.247 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/425 2024-07-26T10:42:04.247 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:42:04.258 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:04.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:42:04.289 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2024-07-26T10:42:04.902 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:42:04.917 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:42:04.917 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:42:15.016 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:42:15.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:42:45.213 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:42:45.223 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:43:16.121 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:43:16.130 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:43:36.085 INFO:teuthology.orchestra.run.smithi105.stdout:generic/426 92s 2024-07-26T10:43:36.208 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/426 2024-07-26T10:43:36.208 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:36.220 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:36.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:36.370 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2024-07-26T10:43:37.867 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:37.881 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:37.881 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:38.360 INFO:teuthology.orchestra.run.smithi105.stdout:generic/427 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:43:38.379 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/427 2024-07-26T10:43:38.380 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/427 2024-07-26T10:43:38.380 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:38.391 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:38.428 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:38.428 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2024-07-26T10:43:39.060 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:39.073 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:39.073 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:39.697 INFO:teuthology.orchestra.run.smithi105.stdout:generic/428 0s 2024-07-26T10:43:39.718 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/428 2024-07-26T10:43:39.718 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:39.728 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:39.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:39.760 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2024-07-26T10:43:40.443 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:40.455 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:40.455 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:41.045 INFO:teuthology.orchestra.run.smithi105.stdout:generic/429 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:43:41.064 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/429 2024-07-26T10:43:41.065 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/429 2024-07-26T10:43:41.065 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:41.077 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:41.110 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:41.110 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2024-07-26T10:43:41.763 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:41.778 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:41.778 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:42.639 INFO:teuthology.orchestra.run.smithi105.stdout:generic/430 1s 2024-07-26T10:43:42.659 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/430 2024-07-26T10:43:42.659 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:42.667 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:42.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:42.701 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2024-07-26T10:43:43.553 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:43.566 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:43.567 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:44.316 INFO:teuthology.orchestra.run.smithi105.stdout:generic/431 1s 2024-07-26T10:43:44.335 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/431 2024-07-26T10:43:44.335 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:44.343 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:44.373 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:44.374 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2024-07-26T10:43:45.238 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:45.251 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:45.252 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:46.075 INFO:teuthology.orchestra.run.smithi105.stdout:generic/432 1s 2024-07-26T10:43:46.093 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/432 2024-07-26T10:43:46.093 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:46.101 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:46.130 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:46.130 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2024-07-26T10:43:46.966 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:43:46.979 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:43:47.007 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:47.031 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:47.032 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:47.635 INFO:teuthology.orchestra.run.smithi105.stdout:generic/433 0s 2024-07-26T10:43:47.652 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/433 2024-07-26T10:43:47.653 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:47.660 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:47.684 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:47.684 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2024-07-26T10:43:48.534 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:48.558 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:48.560 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:49.163 INFO:teuthology.orchestra.run.smithi105.stdout:generic/434 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/434.out.bad) 2024-07-26T10:43:49.171 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/434.out 2024-07-26 07:40:48.455126396 +0000 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/434.out.bad 2024-07-26 10:43:49.158319397 +0000 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -9,6 +9,6 @@ 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: copy_range: Bad file descriptor 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: d41d8cd98f00b204e9800998ecf8427e TEST_DIR/test-434/copy 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: Try to copy to a device 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: -copy_range: Invalid argument 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: +/tmp/tmp.KxbARfuQYDtest/test-434/dev1: Permission denied 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: Try to copy to a fifo 2024-07-26T10:43:49.172 INFO:teuthology.orchestra.run.smithi105.stdout: copy_range: Invalid argument 2024-07-26T10:43:49.183 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/434 2024-07-26T10:43:49.183 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/434 2024-07-26T10:43:49.183 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:43:49.191 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:49.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:43:49.218 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:43:49.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:43:49.219 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2024-07-26T10:43:50.047 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:50.058 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:50.059 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:50.654 INFO:teuthology.orchestra.run.smithi105.stdout:generic/435 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:43:50.669 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/435 2024-07-26T10:43:50.669 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/435 2024-07-26T10:43:50.669 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:50.680 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:50.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:50.710 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2024-07-26T10:43:51.337 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:51.356 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:51.356 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:54.357 INFO:teuthology.orchestra.run.smithi105.stdout:generic/436 3s 2024-07-26T10:43:54.375 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/436 2024-07-26T10:43:54.375 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:54.382 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:54.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:54.410 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2024-07-26T10:43:55.316 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:55.328 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:55.328 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:56.805 INFO:teuthology.orchestra.run.smithi105.stdout:generic/437 1s 2024-07-26T10:43:56.826 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/437 2024-07-26T10:43:56.826 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:43:56.834 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:43:56.865 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:43:56.865 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2024-07-26T10:43:57.523 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:43:57.539 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:43:57.540 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:44:17.192 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:44:17.200 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:44:47.317 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:44:47.323 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:45:17.440 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:45:17.449 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:45:47.561 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:45:47.567 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:46:17.692 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:46:17.700 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:46:47.832 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:46:47.841 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:47:18.121 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:47:18.129 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:47:48.242 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:47:48.248 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:48:18.381 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:48:18.390 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:48:48.537 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:48:48.543 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:48:48.831 INFO:teuthology.orchestra.run.smithi105.stdout:generic/438 291s 2024-07-26T10:48:48.850 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/438 2024-07-26T10:48:48.851 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:48.859 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:48.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:48.891 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2024-07-26T10:48:49.498 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:49.514 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:49.514 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:49.958 INFO:teuthology.orchestra.run.smithi105.stdout:generic/439 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:48:49.972 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/439 2024-07-26T10:48:49.972 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/439 2024-07-26T10:48:49.972 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:49.982 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:50.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:50.013 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2024-07-26T10:48:50.613 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:50.633 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:50.633 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:51.202 INFO:teuthology.orchestra.run.smithi105.stdout:generic/440 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:48:51.214 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/440 2024-07-26T10:48:51.215 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/440 2024-07-26T10:48:51.215 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:51.222 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:51.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:51.250 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2024-07-26T10:48:51.864 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:51.878 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:51.878 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:52.483 INFO:teuthology.orchestra.run.smithi105.stdout:generic/441 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:48:52.500 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/441 2024-07-26T10:48:52.500 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/441 2024-07-26T10:48:52.501 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:52.512 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:52.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:52.544 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2024-07-26T10:48:53.173 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:53.189 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:53.189 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:53.836 INFO:teuthology.orchestra.run.smithi105.stdout:generic/442 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:48:53.851 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/442 2024-07-26T10:48:53.851 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/442 2024-07-26T10:48:53.852 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:53.861 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:53.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:53.901 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2024-07-26T10:48:54.551 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:54.571 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:54.571 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:55.153 INFO:teuthology.orchestra.run.smithi105.stdout:generic/443 1s 2024-07-26T10:48:55.174 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/443 2024-07-26T10:48:55.174 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:55.182 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:55.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:55.213 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2024-07-26T10:48:55.864 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:55.887 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:55.887 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:56.439 INFO:teuthology.orchestra.run.smithi105.stdout:generic/444 [not run] ACLs not supported by this filesystem type: ceph-fuse 2024-07-26T10:48:56.454 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/444 2024-07-26T10:48:56.454 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/444 2024-07-26T10:48:56.454 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:56.465 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:56.492 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:56.493 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2024-07-26T10:48:57.134 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:48:57.151 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:48:57.151 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:59.873 INFO:teuthology.orchestra.run.smithi105.stdout:generic/445 2s 2024-07-26T10:48:59.894 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/445 2024-07-26T10:48:59.894 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:48:59.904 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:48:59.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:48:59.934 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2024-07-26T10:49:00.806 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:00.831 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:00.831 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:01.293 INFO:teuthology.orchestra.run.smithi105.stdout:generic/446 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:01.310 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/446 2024-07-26T10:49:01.311 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/446 2024-07-26T10:49:01.311 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:01.322 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:01.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:01.356 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2024-07-26T10:49:02.031 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:02.048 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:02.048 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:02.497 INFO:teuthology.orchestra.run.smithi105.stdout:generic/447 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:02.510 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/447 2024-07-26T10:49:02.510 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/447 2024-07-26T10:49:02.510 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:02.518 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:02.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:02.548 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2024-07-26T10:49:03.188 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:03.202 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:03.202 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:05.932 INFO:teuthology.orchestra.run.smithi105.stdout:generic/448 2s 2024-07-26T10:49:05.952 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/448 2024-07-26T10:49:05.952 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:05.961 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:05.998 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:05.998 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2024-07-26T10:49:06.872 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:06.887 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:06.887 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:07.282 INFO:teuthology.orchestra.run.smithi105.stdout:generic/449 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:07.297 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/449 2024-07-26T10:49:07.297 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/449 2024-07-26T10:49:07.297 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:07.307 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:07.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:07.338 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2024-07-26T10:49:07.979 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:07.996 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:07.996 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:11.806 INFO:teuthology.orchestra.run.smithi105.stdout:generic/450 3s 2024-07-26T10:49:11.826 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/450 2024-07-26T10:49:11.826 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:11.835 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:11.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:11.876 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2024-07-26T10:49:12.705 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:12.724 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:12.724 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:13.497 INFO:teuthology.orchestra.run.smithi105.stdout:generic/451 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/451.out.bad) 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/451.out 2024-07-26 07:40:48.458126337 +0000 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/451.out.bad 2024-07-26 10:49:13.493114731 +0000 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,2 +1,5 @@ 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 451 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: +get stale data from buffer read 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: +00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 ................ 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: +000a0000 2024-07-26T10:49:13.503 INFO:teuthology.orchestra.run.smithi105.stdout: Silence is golden 2024-07-26T10:49:13.512 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/451 2024-07-26T10:49:13.512 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/451 2024-07-26T10:49:13.512 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:49:13.518 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:13.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:49:13.574 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:49:13.574 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:49:13.574 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2024-07-26T10:49:14.378 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:14.392 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:14.392 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:14.865 INFO:teuthology.orchestra.run.smithi105.stdout:generic/452 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:14.879 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/452 2024-07-26T10:49:14.879 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/452 2024-07-26T10:49:14.880 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:14.889 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:14.918 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:14.919 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2024-07-26T10:49:15.575 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:15.598 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:15.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:16.088 INFO:teuthology.orchestra.run.smithi105.stdout:generic/453 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:16.102 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/453 2024-07-26T10:49:16.102 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/453 2024-07-26T10:49:16.102 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:16.110 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:16.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:16.141 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2024-07-26T10:49:16.756 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:16.774 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:16.774 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:17.248 INFO:teuthology.orchestra.run.smithi105.stdout:generic/454 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:17.264 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/454 2024-07-26T10:49:17.264 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/454 2024-07-26T10:49:17.264 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:17.275 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:17.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:17.309 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2024-07-26T10:49:17.940 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:17.958 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:17.958 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:18.506 INFO:teuthology.orchestra.run.smithi105.stdout:generic/455 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:18.522 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/455 2024-07-26T10:49:18.522 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/455 2024-07-26T10:49:18.522 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:18.534 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:18.562 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:18.562 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2024-07-26T10:49:18.669 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:49:18.675 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:49:19.181 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:19.202 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:19.202 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:19.764 INFO:teuthology.orchestra.run.smithi105.stdout:generic/456 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:19.783 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/456 2024-07-26T10:49:19.783 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/456 2024-07-26T10:49:19.783 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:19.794 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:19.827 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:19.827 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2024-07-26T10:49:20.436 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:20.451 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:20.451 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:21.050 INFO:teuthology.orchestra.run.smithi105.stdout:generic/457 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:21.066 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/457 2024-07-26T10:49:21.067 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/457 2024-07-26T10:49:21.067 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:21.078 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:21.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:21.111 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2024-07-26T10:49:21.747 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:21.775 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:21.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:22.211 INFO:teuthology.orchestra.run.smithi105.stdout:generic/458 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:22.225 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/458 2024-07-26T10:49:22.225 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/458 2024-07-26T10:49:22.225 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:22.233 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:22.261 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:22.261 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2024-07-26T10:49:22.900 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:22.927 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:22.927 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:23.647 INFO:teuthology.orchestra.run.smithi105.stdout:generic/459 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:23.664 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/459 2024-07-26T10:49:23.665 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/459 2024-07-26T10:49:23.665 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:23.676 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:23.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:23.708 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2024-07-26T10:49:24.340 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:24.365 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:24.365 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:24.851 INFO:teuthology.orchestra.run.smithi105.stdout:generic/460 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:24.865 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/460 2024-07-26T10:49:24.866 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/460 2024-07-26T10:49:24.866 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:24.875 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:24.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:24.906 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2024-07-26T10:49:25.536 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:25.549 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:25.549 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:26.078 INFO:teuthology.orchestra.run.smithi105.stdout:generic/461 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:26.095 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/461 2024-07-26T10:49:26.096 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/461 2024-07-26T10:49:26.096 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:26.107 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:26.139 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:26.140 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2024-07-26T10:49:26.773 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:26.789 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:26.789 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:27.252 INFO:teuthology.orchestra.run.smithi105.stdout:generic/462 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:27.265 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/462 2024-07-26T10:49:27.265 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/462 2024-07-26T10:49:27.265 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:27.273 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:27.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:27.302 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2024-07-26T10:49:27.918 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:27.934 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:27.934 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:28.584 INFO:teuthology.orchestra.run.smithi105.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph-fuse 2024-07-26T10:49:28.600 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/463 2024-07-26T10:49:28.600 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/463 2024-07-26T10:49:28.600 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:28.608 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:28.647 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:28.648 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2024-07-26T10:49:29.531 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:29.546 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:29.952 INFO:teuthology.orchestra.run.smithi105.stdout:generic/464 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:49:29.966 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/464 2024-07-26T10:49:29.966 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/464 2024-07-26T10:49:29.966 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:49:29.975 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:30.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:49:30.005 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2024-07-26T10:49:30.644 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:49:30.661 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:49:30.661 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:49:48.865 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:49:48.874 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:50:02.495 INFO:teuthology.orchestra.run.smithi105.stdout:generic/465 32s 2024-07-26T10:50:02.547 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/465 2024-07-26T10:50:02.549 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:02.565 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:02.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:02.621 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2024-07-26T10:50:03.413 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:03.428 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:03.428 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:03.850 INFO:teuthology.orchestra.run.smithi105.stdout:generic/466 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:50:03.861 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/466 2024-07-26T10:50:03.861 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/466 2024-07-26T10:50:03.861 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:03.869 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:03.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:03.896 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2024-07-26T10:50:04.523 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:04.541 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:04.541 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:16.075 INFO:teuthology.orchestra.run.smithi105.stdout:generic/467 11s 2024-07-26T10:50:16.213 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/467 2024-07-26T10:50:16.213 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:16.227 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:16.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:16.490 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2024-07-26T10:50:18.364 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:18.376 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:18.376 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:18.881 INFO:teuthology.orchestra.run.smithi105.stdout:generic/468 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:50:18.894 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/468 2024-07-26T10:50:18.894 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/468 2024-07-26T10:50:18.894 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:18.902 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:18.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:18.936 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2024-07-26T10:50:18.985 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:50:18.990 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:50:19.147 INFO:tasks.ceph.mds.a.smithi105.stderr:2024-07-26T10:50:19.145+0000 7f79bd000640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 388397) UID: 0 2024-07-26T10:50:19.148 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T10:50:19.145+0000 7f985e600640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 388397) UID: 0 2024-07-26T10:50:19.480 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:19.496 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:19.496 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:25.909 INFO:teuthology.orchestra.run.smithi105.stdout:generic/469 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2024-07-26T10:50:25.923 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/469 2024-07-26T10:50:25.923 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/469 2024-07-26T10:50:25.923 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:25.931 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:25.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:25.959 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2024-07-26T10:50:26.857 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:26.869 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:26.869 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:27.515 INFO:teuthology.orchestra.run.smithi105.stdout:generic/470 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:50:27.527 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/470 2024-07-26T10:50:27.527 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/470 2024-07-26T10:50:27.527 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:50:27.535 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:50:27.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:50:27.559 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/471) 2024-07-26T10:50:28.120 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:50:28.142 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:50:28.142 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:30.440 INFO:teuthology.orchestra.run.smithi105.stdout:generic/471 122s 2024-07-26T10:52:30.463 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/471 2024-07-26T10:52:30.463 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:30.474 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:30.505 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:30.505 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2024-07-26T10:52:31.838 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:31.862 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:31.862 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:32.312 INFO:teuthology.orchestra.run.smithi105.stdout:generic/472 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:52:32.323 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/472 2024-07-26T10:52:32.323 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/472 2024-07-26T10:52:32.323 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:32.330 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:32.352 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:32.352 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2024-07-26T10:52:32.936 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:32.956 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:32.956 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:33.555 INFO:teuthology.orchestra.run.smithi105.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2024-07-26T10:52:33.570 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/473 2024-07-26T10:52:33.570 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/473 2024-07-26T10:52:33.570 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:33.580 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:33.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:33.608 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2024-07-26T10:52:34.238 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:34.255 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:34.256 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:34.669 INFO:teuthology.orchestra.run.smithi105.stdout:generic/474 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:52:34.683 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/474 2024-07-26T10:52:34.683 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/474 2024-07-26T10:52:34.683 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:34.692 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:34.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:34.722 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2024-07-26T10:52:35.326 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:35.341 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:35.341 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:35.791 INFO:teuthology.orchestra.run.smithi105.stdout:generic/475 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:52:35.806 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/475 2024-07-26T10:52:35.806 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/475 2024-07-26T10:52:35.806 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:35.814 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:35.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:35.846 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2024-07-26T10:52:36.408 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:36.421 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:36.422 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:36.834 INFO:teuthology.orchestra.run.smithi105.stdout:generic/476 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:52:36.849 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/476 2024-07-26T10:52:36.849 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/476 2024-07-26T10:52:36.849 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:52:36.858 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:52:36.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:52:36.885 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2024-07-26T10:52:37.474 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:52:37.490 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:52:37.490 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:01.507 INFO:teuthology.orchestra.run.smithi105.stdout:generic/477 24s 2024-07-26T10:53:01.733 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/477 2024-07-26T10:53:01.733 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:01.757 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:01.895 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:01.895 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2024-07-26T10:53:05.172 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:05.185 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:05.185 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:17.680 INFO:teuthology.orchestra.run.smithi105.stdout:generic/478 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/478.out.bad) 2024-07-26T10:53:17.687 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/478.out 2024-07-26 07:40:48.462126259 +0000 2024-07-26T10:53:17.687 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/478.out.bad 2024-07-26 10:53:17.675398681 +0000 2024-07-26T10:53:17.687 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -10,7 +10,7 @@ 2024-07-26T10:53:17.687 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.687 INFO:teuthology.orchestra.run.smithi105.stdout: get wrlck 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: -lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: +get wrlck 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -25,7 +25,7 @@ 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: get wrlck 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: -lock could be placed 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: +get wrlck 2024-07-26T10:53:17.688 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -37,7 +37,7 @@ 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: -lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: +get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -46,7 +46,7 @@ 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: get rdlck 2024-07-26T10:53:17.689 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.690 INFO:teuthology.orchestra.run.smithi105.stdout: -lock could be placed 2024-07-26T10:53:17.690 INFO:teuthology.orchestra.run.smithi105.stdout: +get rdlck 2024-07-26T10:53:17.690 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.690 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.690 INFO:teuthology.orchestra.run.smithi105.stdout: lock could be placed 2024-07-26T10:53:17.697 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/478 2024-07-26T10:53:17.697 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/478 2024-07-26T10:53:17.697 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:53:17.705 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:17.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:53:17.732 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:53:17.732 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:53:17.732 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2024-07-26T10:53:18.336 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:18.348 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:18.348 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:18.983 INFO:teuthology.orchestra.run.smithi105.stdout:generic/479 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:19.000 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/479 2024-07-26T10:53:19.000 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/479 2024-07-26T10:53:19.000 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:19.011 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:19.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:19.042 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2024-07-26T10:53:19.658 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:19.676 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:19.676 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:20.148 INFO:teuthology.orchestra.run.smithi105.stdout:generic/480 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:20.161 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/480 2024-07-26T10:53:20.161 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/480 2024-07-26T10:53:20.161 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:20.169 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:20.199 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:20.199 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2024-07-26T10:53:20.770 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:20.783 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:20.783 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:21.268 INFO:teuthology.orchestra.run.smithi105.stdout:generic/481 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:21.281 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/481 2024-07-26T10:53:21.281 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/481 2024-07-26T10:53:21.281 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:21.289 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:21.317 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:21.317 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2024-07-26T10:53:21.918 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:21.933 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:21.934 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:22.769 INFO:teuthology.orchestra.run.smithi105.stdout:generic/482 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:22.784 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/482 2024-07-26T10:53:22.784 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/482 2024-07-26T10:53:22.784 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:22.793 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:22.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:22.819 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2024-07-26T10:53:23.397 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:23.412 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:23.412 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:23.979 INFO:teuthology.orchestra.run.smithi105.stdout:generic/483 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:23.997 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/483 2024-07-26T10:53:23.997 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/483 2024-07-26T10:53:23.997 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:24.008 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:24.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:24.042 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2024-07-26T10:53:24.747 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:24.762 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:24.762 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:25.302 INFO:teuthology.orchestra.run.smithi105.stdout:generic/484 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:25.317 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/484 2024-07-26T10:53:25.317 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/484 2024-07-26T10:53:25.317 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:25.326 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:25.356 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:25.356 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2024-07-26T10:53:25.994 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:26.008 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:26.008 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:30.275 INFO:teuthology.orchestra.run.smithi105.stdout:generic/485 [not run] xfs_io finsert failed (old kernel/wrong fs?) 2024-07-26T10:53:30.293 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/485 2024-07-26T10:53:30.293 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/485 2024-07-26T10:53:30.293 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:30.305 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:30.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:30.345 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2024-07-26T10:53:31.252 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:31.276 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:31.276 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:31.790 INFO:teuthology.orchestra.run.smithi105.stdout:generic/486 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:31.806 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/486 2024-07-26T10:53:31.806 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/486 2024-07-26T10:53:31.806 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:31.815 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:31.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:31.849 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2024-07-26T10:53:32.477 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:32.492 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:32.492 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:32.975 INFO:teuthology.orchestra.run.smithi105.stdout:generic/487 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:32.993 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/487 2024-07-26T10:53:32.993 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/487 2024-07-26T10:53:32.993 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:33.004 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:33.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:33.037 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2024-07-26T10:53:33.656 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:33.671 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:33.671 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:34.118 INFO:teuthology.orchestra.run.smithi105.stdout:generic/488 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:34.132 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/488 2024-07-26T10:53:34.132 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/488 2024-07-26T10:53:34.132 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:34.140 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:34.169 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:34.170 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2024-07-26T10:53:34.819 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:34.856 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:34.857 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:35.306 INFO:teuthology.orchestra.run.smithi105.stdout:generic/489 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:35.319 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/489 2024-07-26T10:53:35.319 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/489 2024-07-26T10:53:35.319 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:35.328 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:35.357 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:35.357 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2024-07-26T10:53:35.994 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:36.012 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:36.012 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:38.865 INFO:teuthology.orchestra.run.smithi105.stdout:generic/490 2s 2024-07-26T10:53:38.880 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/490 2024-07-26T10:53:38.880 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:38.890 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:38.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:38.951 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2024-07-26T10:53:39.800 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:39.826 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:39.826 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:40.241 INFO:teuthology.orchestra.run.smithi105.stdout:generic/491 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:40.255 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/491 2024-07-26T10:53:40.255 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/491 2024-07-26T10:53:40.255 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:40.264 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:40.298 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:40.298 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2024-07-26T10:53:40.916 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:40.929 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:40.929 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:41.428 INFO:teuthology.orchestra.run.smithi105.stdout:generic/492 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:41.446 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/492 2024-07-26T10:53:41.446 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/492 2024-07-26T10:53:41.446 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:41.456 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:41.485 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:41.485 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2024-07-26T10:53:42.135 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:42.153 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:42.153 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:42.596 INFO:teuthology.orchestra.run.smithi105.stdout:generic/493 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:42.610 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/493 2024-07-26T10:53:42.610 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/493 2024-07-26T10:53:42.610 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:42.619 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:42.648 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:42.649 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2024-07-26T10:53:43.273 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:43.286 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:43.286 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:43.803 INFO:teuthology.orchestra.run.smithi105.stdout:generic/494 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:43.820 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/494 2024-07-26T10:53:43.820 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/494 2024-07-26T10:53:43.821 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:43.832 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:43.862 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:43.862 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2024-07-26T10:53:44.491 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:44.507 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:44.508 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:44.970 INFO:teuthology.orchestra.run.smithi105.stdout:generic/495 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:44.984 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/495 2024-07-26T10:53:44.984 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/495 2024-07-26T10:53:44.984 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:44.993 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:45.021 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:45.021 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2024-07-26T10:53:45.651 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:45.665 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:45.665 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:46.112 INFO:teuthology.orchestra.run.smithi105.stdout:generic/496 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:46.127 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/496 2024-07-26T10:53:46.127 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/496 2024-07-26T10:53:46.127 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:46.136 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:46.165 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:46.165 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2024-07-26T10:53:46.769 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:46.787 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:46.787 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:47.260 INFO:teuthology.orchestra.run.smithi105.stdout:generic/497 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:47.273 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/497 2024-07-26T10:53:47.274 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/497 2024-07-26T10:53:47.274 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:47.281 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:47.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:47.307 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2024-07-26T10:53:47.950 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:47.967 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:47.968 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:48.514 INFO:teuthology.orchestra.run.smithi105.stdout:generic/498 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:48.532 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/498 2024-07-26T10:53:48.533 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/498 2024-07-26T10:53:48.533 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:48.544 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:48.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:48.579 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2024-07-26T10:53:49.227 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:49.244 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:49.244 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:49.718 INFO:teuthology.orchestra.run.smithi105.stdout:generic/499 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:49.735 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/499 2024-07-26T10:53:49.735 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/499 2024-07-26T10:53:49.735 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:49.743 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:49.770 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:49.770 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2024-07-26T10:53:50.390 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:50.404 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:50.404 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:51.033 INFO:teuthology.orchestra.run.smithi105.stdout:generic/500 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:51.047 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/500 2024-07-26T10:53:51.047 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/500 2024-07-26T10:53:51.047 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:51.055 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:51.084 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:51.084 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2024-07-26T10:53:51.722 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:51.739 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:51.739 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:52.271 INFO:teuthology.orchestra.run.smithi105.stdout:generic/501 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:52.289 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/501 2024-07-26T10:53:52.290 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/501 2024-07-26T10:53:52.290 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:52.301 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:52.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:52.332 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2024-07-26T10:53:52.972 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:52.989 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:52.989 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:53.451 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:53:53.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:53:53.475 INFO:teuthology.orchestra.run.smithi105.stdout:generic/502 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:53.489 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/502 2024-07-26T10:53:53.490 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/502 2024-07-26T10:53:53.490 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:53.496 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:53.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:53.523 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2024-07-26T10:53:54.158 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:54.176 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:54.176 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:54.692 INFO:teuthology.orchestra.run.smithi105.stdout:generic/503 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:54.704 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/503 2024-07-26T10:53:54.704 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/503 2024-07-26T10:53:54.704 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:54.713 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:54.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:54.744 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2024-07-26T10:53:55.374 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:55.387 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:55.388 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:55.968 INFO:teuthology.orchestra.run.smithi105.stdout:generic/504 - output mismatch (see /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/504.out.bad) 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: --- tests/generic/504.out 2024-07-26 07:40:48.466126180 +0000 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: +++ /tmp/tmp.FtykIkeoTvxfstests-dev/results//generic/504.out.bad 2024-07-26 10:53:55.962658449 +0000 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: @@ -1,2 +1,3 @@ 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: QA output created by 504 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: +lock info not found 2024-07-26T10:53:55.975 INFO:teuthology.orchestra.run.smithi105.stdout: Silence is golden 2024-07-26T10:53:55.985 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/504 2024-07-26T10:53:55.985 INFO:teuthology.orchestra.run.smithi105.stdout:Failures: generic/504 2024-07-26T10:53:55.986 INFO:teuthology.orchestra.run.smithi105.stdout:Failed 1 of 1 tests 2024-07-26T10:53:55.994 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:56.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T10:53:56.022 INFO:tasks.cephfs.xfstests_dev:Command failed 2024-07-26T10:53:56.022 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2024-07-26T10:53:56.022 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2024-07-26T10:53:56.695 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:56.719 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:56.719 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:57.188 INFO:teuthology.orchestra.run.smithi105.stdout:generic/505 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:57.207 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/505 2024-07-26T10:53:57.207 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/505 2024-07-26T10:53:57.207 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:57.219 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:57.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:57.251 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2024-07-26T10:53:57.870 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:57.887 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:57.887 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:58.356 INFO:teuthology.orchestra.run.smithi105.stdout:generic/506 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:53:58.371 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/506 2024-07-26T10:53:58.371 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/506 2024-07-26T10:53:58.371 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:58.380 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:58.409 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:58.409 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2024-07-26T10:53:59.083 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:53:59.102 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:53:59.102 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:59.680 INFO:teuthology.orchestra.run.smithi105.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2024-07-26T10:53:59.693 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/507 2024-07-26T10:53:59.693 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/507 2024-07-26T10:53:59.693 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:53:59.701 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:53:59.735 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:53:59.735 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2024-07-26T10:54:00.353 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:00.368 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:00.368 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:00.821 INFO:teuthology.orchestra.run.smithi105.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph-fuse 2024-07-26T10:54:00.839 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/508 2024-07-26T10:54:00.839 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/508 2024-07-26T10:54:00.839 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:00.849 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:00.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:00.881 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2024-07-26T10:54:01.524 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:01.540 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:01.540 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:02.065 INFO:teuthology.orchestra.run.smithi105.stdout:generic/509 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:02.083 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/509 2024-07-26T10:54:02.083 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/509 2024-07-26T10:54:02.084 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:02.095 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:02.130 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:02.130 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2024-07-26T10:54:02.731 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:02.747 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:02.747 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:03.215 INFO:teuthology.orchestra.run.smithi105.stdout:generic/510 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:03.231 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/510 2024-07-26T10:54:03.233 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/510 2024-07-26T10:54:03.233 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:03.243 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:03.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:03.274 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2024-07-26T10:54:03.889 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:03.903 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:03.903 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:04.330 INFO:teuthology.orchestra.run.smithi105.stdout:generic/511 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:04.347 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/511 2024-07-26T10:54:04.347 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/511 2024-07-26T10:54:04.347 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:04.359 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:04.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:04.395 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2024-07-26T10:54:05.012 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:05.028 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:05.028 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:05.603 INFO:teuthology.orchestra.run.smithi105.stdout:generic/512 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:05.620 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/512 2024-07-26T10:54:05.620 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/512 2024-07-26T10:54:05.620 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:05.632 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:05.664 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:05.665 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2024-07-26T10:54:06.292 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:06.309 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:06.309 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:06.815 INFO:teuthology.orchestra.run.smithi105.stdout:generic/513 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:06.828 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/513 2024-07-26T10:54:06.828 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/513 2024-07-26T10:54:06.828 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:06.837 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:06.869 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:06.870 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2024-07-26T10:54:07.482 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:07.494 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:07.494 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:07.972 INFO:teuthology.orchestra.run.smithi105.stdout:generic/514 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:07.986 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/514 2024-07-26T10:54:07.986 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/514 2024-07-26T10:54:07.986 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:07.995 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:08.023 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:08.023 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2024-07-26T10:54:08.638 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:08.653 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:08.654 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:09.106 INFO:teuthology.orchestra.run.smithi105.stdout:generic/515 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:09.125 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/515 2024-07-26T10:54:09.125 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/515 2024-07-26T10:54:09.125 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:09.136 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:09.169 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:09.170 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2024-07-26T10:54:09.793 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:09.808 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:09.808 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:10.410 INFO:teuthology.orchestra.run.smithi105.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph-fuse 2024-07-26T10:54:10.428 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/516 2024-07-26T10:54:10.428 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/516 2024-07-26T10:54:10.429 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:10.438 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:10.479 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:10.479 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2024-07-26T10:54:11.296 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:11.307 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:11.308 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:11.762 INFO:teuthology.orchestra.run.smithi105.stdout:generic/517 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:11.775 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/517 2024-07-26T10:54:11.775 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/517 2024-07-26T10:54:11.775 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:11.784 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:11.810 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:11.811 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2024-07-26T10:54:12.373 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:12.388 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:12.388 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:12.853 INFO:teuthology.orchestra.run.smithi105.stdout:generic/518 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:12.867 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/518 2024-07-26T10:54:12.867 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/518 2024-07-26T10:54:12.867 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:12.875 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:12.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:12.904 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2024-07-26T10:54:13.583 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:13.600 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:13.600 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:14.068 INFO:teuthology.orchestra.run.smithi105.stdout:generic/519 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:14.083 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/519 2024-07-26T10:54:14.083 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/519 2024-07-26T10:54:14.083 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:14.092 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:14.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:14.121 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2024-07-26T10:54:14.748 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:14.763 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:14.764 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:15.234 INFO:teuthology.orchestra.run.smithi105.stdout:generic/520 [not run] this test requires a valid $SCRATCH_DEV 2024-07-26T10:54:15.251 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/520 2024-07-26T10:54:15.251 INFO:teuthology.orchestra.run.smithi105.stdout:Not run: generic/520 2024-07-26T10:54:15.251 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T10:54:15.262 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:15.293 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T10:54:15.293 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2024-07-26T10:54:15.902 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T10:54:15.915 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T10:54:15.915 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T10:54:23.657 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:54:23.665 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:54:53.849 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:54:53.861 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:55:23.979 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:55:23.988 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:55:54.115 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:55:54.123 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:56:24.421 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:56:24.429 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:56:54.559 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:56:54.567 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:57:24.677 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:57:24.686 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:57:54.815 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:57:54.824 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:58:24.936 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:58:24.944 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:58:55.058 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:58:55.067 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:59:25.206 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:59:25.215 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:59:56.011 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T10:59:56.019 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:00:26.135 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:00:26.139 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:00:56.231 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:00:56.241 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:01:26.780 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:01:26.788 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:01:56.909 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:01:56.919 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:02:27.057 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:02:27.066 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:02:57.194 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:02:57.204 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:03:27.318 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:03:27.327 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:03:27.428 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T11:03:27.426+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 412785) UID: 0 2024-07-26T11:03:27.429 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T11:03:27.426+0000 7fc1dd400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 412785) UID: 0 2024-07-26T11:03:27.429 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T11:03:27.426+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 412785) UID: 0 2024-07-26T11:03:27.429 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T11:03:27.426+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 412785) UID: 0 2024-07-26T11:06:44.166 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:06:44.174 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:07:14.371 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:07:14.384 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:07:44.519 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:07:44.528 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:08:14.689 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:08:14.697 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:08:44.821 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:08:44.831 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:09:14.945 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:09:14.955 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:09:45.060 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:09:45.070 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:10:15.172 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:10:15.181 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:10:45.309 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:10:45.317 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:11:15.451 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:11:15.459 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:11:45.573 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:11:45.581 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:12:15.712 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:12:15.721 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:12:45.861 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:12:45.870 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:13:16.006 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:13:16.014 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:13:46.125 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:13:46.133 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:14:16.700 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:14:16.712 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:14:46.832 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:14:46.840 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:15:16.954 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:15:16.963 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:15:47.083 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:15:47.092 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:16:17.226 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:16:17.235 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:16:47.368 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:16:47.378 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:17:17.509 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:17:17.518 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:17:47.633 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:17:47.641 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:18:17.762 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:18:17.772 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:18:47.894 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:18:47.904 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:19:18.023 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:19:18.031 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:19:48.262 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:19:48.271 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:20:18.384 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:20:18.394 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:20:48.565 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:20:48.576 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:21:18.754 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:21:18.763 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:21:48.894 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:21:48.906 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:22:19.019 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:22:19.029 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:22:49.172 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:22:49.182 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:23:19.300 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:23:19.309 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:23:49.424 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:23:49.433 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:24:19.555 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:24:19.563 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:24:49.675 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:24:49.684 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:25:19.797 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:25:19.806 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:25:49.920 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:25:49.929 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:26:20.076 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:26:20.085 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:26:50.283 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:26:50.294 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:27:20.433 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:27:20.442 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:27:50.562 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:27:50.570 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:28:20.682 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:28:20.690 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:28:50.804 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:28:50.813 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:29:20.925 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:29:20.933 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:29:51.521 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:29:51.529 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:30:21.735 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:30:21.744 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:30:51.858 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:30:51.869 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:31:21.999 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:31:22.007 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:31:52.381 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:31:52.389 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:32:22.509 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:32:22.521 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:32:52.639 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:32:52.650 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:33:22.770 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:33:22.780 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:33:52.893 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:33:52.902 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:34:23.016 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:34:23.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:34:53.145 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:34:53.154 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:35:23.267 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:35:23.276 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:35:53.412 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:35:53.420 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:36:23.538 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:36:23.547 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:36:53.669 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:36:53.677 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:37:23.799 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:37:23.808 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:37:53.923 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:37:53.932 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:38:24.052 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:38:24.061 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:38:54.199 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:38:54.207 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:39:24.372 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:39:24.380 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:39:54.510 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:39:54.519 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:40:24.633 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:40:24.642 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:40:54.762 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:40:54.770 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:41:24.894 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:41:24.903 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:41:55.022 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:41:55.033 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:42:25.179 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:42:25.188 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:42:55.906 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:42:55.916 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:43:26.031 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:43:26.040 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:43:56.155 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:43:56.163 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:44:26.274 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:44:26.283 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:44:56.415 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:44:56.423 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:45:26.573 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:45:26.583 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:45:56.706 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:45:56.717 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:46:26.938 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:46:26.947 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:46:57.071 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:46:57.080 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:47:27.191 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:47:27.201 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:47:57.315 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:47:57.323 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:48:27.463 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:48:27.473 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:48:57.584 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:48:57.593 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:49:27.725 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:49:27.734 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:49:57.846 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:49:57.856 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:50:27.968 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:50:27.977 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:50:58.094 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:50:58.102 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:51:28.230 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:51:28.238 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:51:58.367 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:51:58.375 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:51:58.481 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T11:51:58.480+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 51412) UID: 0 2024-07-26T11:51:58.482 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T11:51:58.480+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 51412) UID: 0 2024-07-26T11:51:58.482 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T11:51:58.480+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 51412) UID: 0 2024-07-26T11:51:58.483 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T11:51:58.480+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 51412) UID: 0 2024-07-26T11:54:42.912 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:54:42.921 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:55:13.114 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:55:13.122 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:55:43.241 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:55:43.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:56:13.356 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:56:13.364 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:56:43.810 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:56:43.817 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:57:13.949 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:57:13.959 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:57:44.116 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:57:44.124 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:58:14.423 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:58:14.433 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:58:44.557 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:58:44.566 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:59:14.688 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:59:14.696 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:59:44.820 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T11:59:44.829 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:00:14.975 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:00:14.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:00:45.131 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:00:45.140 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:01:15.279 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:01:15.288 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:01:45.412 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:01:45.420 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:02:15.532 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:02:15.540 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:02:45.658 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:02:45.666 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:03:15.801 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:03:15.813 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:03:45.924 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:03:45.932 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:04:16.046 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:04:16.056 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:04:46.502 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:04:46.510 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:05:16.910 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:05:16.919 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:05:47.032 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:05:47.041 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:06:17.169 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:06:17.180 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:06:47.307 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:06:47.316 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:07:17.421 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:07:17.430 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:07:47.556 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:07:47.565 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:08:17.696 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:08:17.705 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:08:48.317 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:08:48.326 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:09:18.462 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:09:18.470 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:09:48.593 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:09:48.601 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:10:18.729 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:10:18.741 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:10:48.875 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:10:48.884 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:10:48.978 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T12:10:48.977+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 415088) UID: 0 2024-07-26T12:10:48.978 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T12:10:48.977+0000 7fc1dd400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 415088) UID: 0 2024-07-26T12:10:48.979 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T12:10:48.977+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 415088) UID: 0 2024-07-26T12:10:48.979 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T12:10:48.977+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 415088) UID: 0 2024-07-26T12:13:44.150 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:13:44.159 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:14:14.597 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:14:14.640 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:14:44.765 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:14:44.774 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:15:14.887 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:15:14.896 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:15:45.009 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:15:45.018 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:16:15.131 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:16:15.139 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:16:45.253 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:16:45.263 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:16:45.360 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T12:16:45.359+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52174) UID: 0 2024-07-26T12:16:45.360 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T12:16:45.359+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52174) UID: 0 2024-07-26T12:16:45.361 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T12:16:45.359+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52174) UID: 0 2024-07-26T12:16:45.361 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T12:16:45.359+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52174) UID: 0 2024-07-26T12:19:39.979 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:19:39.989 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:10.178 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:10.186 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:40.317 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:40.327 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:10.576 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:10.585 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:40.714 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:40.723 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:10.839 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:10.849 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:40.953 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:40.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:11.097 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:11.106 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:41.222 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:41.230 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:11.343 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:11.353 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:41.483 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:41.491 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:25:11.629 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:25:11.639 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:25:41.755 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:25:41.764 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:26:12.438 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:26:12.447 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:26:42.563 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:26:42.576 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:27:12.696 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:27:12.705 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:27:42.907 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:27:42.916 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:28:13.040 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:28:13.051 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:28:43.169 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:28:43.178 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:29:13.295 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:29:13.306 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:29:43.431 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:29:43.439 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:30:13.561 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:30:13.572 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:30:44.108 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:30:44.117 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:31:14.230 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:31:14.241 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:31:44.360 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:31:44.369 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:32:14.500 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:32:14.509 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:32:44.631 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:32:44.640 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:33:14.754 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:33:14.763 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:33:44.877 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:33:44.886 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:34:14.997 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:34:15.006 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:34:45.121 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:34:45.131 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:35:15.259 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:35:15.268 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:35:45.398 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:35:45.407 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:36:15.538 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:36:15.547 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:36:45.670 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:36:45.679 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:37:15.815 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:37:15.825 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:37:45.933 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:37:45.942 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:38:16.068 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:38:16.077 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:38:46.219 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:38:46.228 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:39:16.348 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:39:16.358 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:39:46.477 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:39:46.486 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:40:16.602 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:40:16.610 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:40:46.740 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:40:46.750 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:41:16.869 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:41:16.882 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:41:16.976 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T12:41:16.975+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52995) UID: 0 2024-07-26T12:41:16.977 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T12:41:16.975+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52995) UID: 0 2024-07-26T12:41:16.977 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T12:41:16.975+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52995) UID: 0 2024-07-26T12:41:16.977 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T12:41:16.975+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 52995) UID: 0 2024-07-26T12:44:06.452 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:44:06.462 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:44:36.631 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:44:36.641 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:45:06.765 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:45:06.774 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:45:36.890 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:45:36.900 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:46:07.035 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:46:07.044 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:46:37.175 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:46:37.183 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:47:07.300 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:47:07.309 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:47:37.443 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:47:37.452 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:48:07.565 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:48:07.575 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:48:37.696 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:48:37.706 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:49:07.827 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:49:07.836 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:49:37.959 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:49:37.969 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:50:08.099 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:50:08.107 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:50:38.238 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:50:38.247 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:51:08.365 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:51:08.373 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:51:38.502 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:51:38.512 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:51:38.609 INFO:tasks.ceph.mds.a.smithi105.stderr:2024-07-26T12:51:38.608+0000 7f79bd000640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 416330) UID: 0 2024-07-26T12:51:38.610 INFO:tasks.ceph.mds.c.smithi105.stderr:2024-07-26T12:51:38.608+0000 7f985e600640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 416330) UID: 0 2024-07-26T12:54:27.254 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:54:27.264 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:54:57.406 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:54:57.415 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:55:27.811 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:55:27.820 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:55:57.953 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:55:57.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:56:28.193 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:56:28.202 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:56:58.327 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:56:58.336 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:57:28.457 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:57:28.465 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:57:58.605 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:57:58.614 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:58:28.910 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:58:28.920 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:58:59.049 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:58:59.058 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:59:29.187 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:59:29.199 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:59:59.637 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:59:59.646 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:00:29.756 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:00:29.764 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:00:59.878 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:00:59.886 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:01:30.001 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:01:30.012 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:02:00.156 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:02:00.165 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:02:30.313 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:02:30.322 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:03:00.443 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:03:00.452 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:03:31.087 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:03:31.097 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:04:01.210 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:04:01.219 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:04:31.325 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:04:31.335 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:05:01.473 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:05:01.485 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:05:31.592 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:05:31.601 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:06:01.921 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:06:01.930 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:06:02.029 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-07-26T13:06:02.028+0000 7fd9ef400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53756) UID: 0 2024-07-26T13:06:02.030 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-07-26T13:06:02.028+0000 7f2c33400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53756) UID: 0 2024-07-26T13:06:02.030 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-07-26T13:06:02.029+0000 7f0ac1400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53756) UID: 0 2024-07-26T13:06:02.031 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-07-26T13:06:02.029+0000 7f9451000640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 53756) UID: 0 2024-07-26T13:08:39.239 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:08:39.248 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:09:09.540 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:09:09.550 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:09:39.654 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:09:39.663 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:10:09.787 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:10:09.796 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:10:40.150 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:10:40.159 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:11:10.269 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:11:10.278 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:11:40.408 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:11:40.418 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:12:10.531 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:12:10.539 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:12:40.719 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:12:40.728 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:13:10.852 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:13:10.860 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:13:37.301 INFO:teuthology.orchestra.run.smithi105.stdout:generic/521 8362s 2024-07-26T13:13:37.349 INFO:teuthology.orchestra.run.smithi105.stdout:Ran: generic/521 2024-07-26T13:13:37.349 INFO:teuthology.orchestra.run.smithi105.stdout:Passed all 1 tests 2024-07-26T13:13:37.361 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T13:13:37.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2024-07-26T13:13:37.397 DEBUG:teuthology.orchestra.run.smithi105:> (cd /tmp/tmp.FtykIkeoTvxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2024-07-26T13:13:38.461 INFO:teuthology.orchestra.run.smithi105.stdout:FSTYP -- ceph-fuse 2024-07-26T13:13:38.477 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM -- Linux/x86_64 smithi105 6.10.0-g3e9255e90710 #1 SMP PREEMPT_DYNAMIC Thu Jul 25 14:50:45 UTC 2024 2024-07-26T13:13:38.477 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-07-26T13:13:40.980 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:13:40.988 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:14:11.120 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:14:11.129 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:14:41.240 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:14:41.251 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:15:11.371 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:15:11.383 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:15:41.501 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:15:41.510 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:16:11.631 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:16:11.641 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:16:41.778 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:16:41.787 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:17:11.919 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:17:11.930 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:17:42.056 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:17:42.064 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:18:12.186 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:18:12.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:18:12.292 INFO:tasks.ceph.osd.1.smithi105.stderr:2024-07-26T13:18:12.291+0000 7fafad600640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 417628) UID: 0 2024-07-26T13:18:12.293 INFO:tasks.ceph.osd.0.smithi105.stderr:2024-07-26T13:18:12.291+0000 7f8294800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 417628) UID: 0 2024-07-26T13:18:12.293 INFO:tasks.ceph.osd.2.smithi105.stderr:2024-07-26T13:18:12.291+0000 7fc1dd400640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 417628) UID: 0 2024-07-26T13:18:12.293 INFO:tasks.ceph.osd.3.smithi105.stderr:2024-07-26T13:18:12.292+0000 7f8589800640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 417628) UID: 0 2024-07-26T13:21:10.391 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:21:10.400 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:21:40.588 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:21:40.597 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:22:10.708 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:22:10.717 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:22:40.833 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:22:40.844 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:23:10.963 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:23:10.972 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:23:41.103 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:23:41.112 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:24:11.228 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:24:11.239 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:24:41.354 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:24:41.365 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:25:11.492 DEBUG:teuthology.orchestra.run.smithi105:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:25:11.501 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T13:25:38.580 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2024-07-26T13:25:38.581 DEBUG:teuthology.task.console_log:Killing console logger for smithi105 2024-07-26T13:25:38.581 DEBUG:teuthology.task.console_log:Killing console logger for smithi143 2024-07-26T13:25:38.582 DEBUG:teuthology.exit:Finished running handlers